-- Logs begin at Tue 2022-03-29 00:34:04 UTC, end at Tue 2022-03-29 01:41:48 UTC. -- Mar 29 01:08:08.086176 dv-cinder-750782-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 29 01:08:11.024251 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.common.config [-] Logging enabled! Mar 29 01:08:11.024800 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 29 01:08:11.024970 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103276) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 01:08:11.029389 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.common.config [-] Logging enabled! Mar 29 01:08:11.029644 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev66 Mar 29 01:08:11.029957 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103276) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 29 01:08:11.030941 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 01:08:11.031177 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 01:08:11.031550 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 01:08:11.031799 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 01:08:11.032028 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 01:08:11.032798 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.033236 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 29 01:08:11.033555 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.033858 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.034152 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.034452 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.034744 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.035053 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.035345 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.035645 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.035933 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.036216 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.036502 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.036798 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.037084 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.037373 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.037662 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.037947 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] debug = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.038231 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.038667 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.039119 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.039405 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.039696 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.039979 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.040253 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.040531 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.040831 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.041146 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] host = dv-cinder-750782-13-iscsi {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.041424 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.041710 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.042075 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.042489 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.042872 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.043161 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.043451 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.043728 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.044006 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.044286 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.044576 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.044867 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.045158 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.045388 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.045614 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.045902 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.046188 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.046465 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.046739 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.047037 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.047312 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.047587 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.047856 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.048143 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.048427 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.048712 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.048994 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.049269 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.049541 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.049814 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.050099 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.050371 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.050646 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.050950 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.051239 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.051510 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.051785 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.052088 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.052373 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.052655 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.052939 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.053215 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.053498 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.053769 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.054042 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.054314 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_json = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.054587 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.054883 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.055167 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.055443 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.055717 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.055993 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.056265 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.056549 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.056821 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:11.057120 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.057419 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.057766 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.058066 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.058363 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.058645 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.058964 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.059249 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.059540 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.059832 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.060121 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.060402 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.060702 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.061245 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.061545 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.061850 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.062142 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.062435 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.062712 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.063013 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.063288 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.063567 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.063860 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.064142 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.064437 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.064728 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.065013 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.065310 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.065601 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.065896 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.066188 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.066465 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.066771 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.067062 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.067341 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.067619 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.067899 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.068187 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.068469 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.068745 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.069034 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.069312 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.069587 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.069860 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.070138 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.070428 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.070706 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.071012 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.071285 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.071566 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.071840 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.072128 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.072406 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.072679 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.072952 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.073754 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.074032 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.074309 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.074589 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.074891 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.075174 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.075447 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.075719 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.075997 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.076274 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.076548 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.076823 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.077099 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.077378 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.077653 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.077930 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.078207 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.078482 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.078783 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.079074 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.079379 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.079662 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.079946 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.080228 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.080508 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.080788 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.081068 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.081348 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.081627 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.081902 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.082194 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.082479 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.082789 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.083093 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.083376 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.083671 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.083949 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.084231 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.084521 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.084802 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.085084 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.085372 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.085657 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.085955 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.086255 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.086551 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.086881 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.087181 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.087467 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.087778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.088063 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:11.088284 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 01:08:11.088527 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103276) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 29 01:08:11.463438 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 01:08:11.463719 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 01:08:11.464722 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.001s {{(pid=103276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 29 01:08:11.465201 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 29 01:08:11.793782 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.794071 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.794337 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.795531 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.795806 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.796182 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.850230 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.850499 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.850778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.865761 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.866036 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.866299 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.894494 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.894795 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:11.895066 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.037611 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.038223 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.038223 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.268326 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.268606 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.268871 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.269134 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.269812 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.367122 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.367381 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.367663 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.367929 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.368188 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.368489 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.368750 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.368995 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.369238 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.369513 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.369766 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.370531 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.370799 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.371181 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.371435 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.371696 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.371946 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.372211 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.372474 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.372728 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.372996 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.373241 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.373515 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.373883 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.374126 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.374364 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.374774 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 01:08:12.375007 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 01:08:12.375241 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 01:08:12.375471 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 01:08:12.375700 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 01:08:12.375929 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 01:08:12.376295 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 29 01:08:12.379415 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 29 01:08:12.383418 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 29 01:08:12.387716 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Mar 29 01:08:12.389322 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 29 01:08:12.389784 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 29 01:08:12.390116 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 29 01:08:12.390490 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 29 01:08:12.393280 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 29 01:08:12.393525 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 29 01:08:12.393861 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 01:08:12.398625 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 29 01:08:12.422335 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 29 01:08:12.422795 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.423090 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103276) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 29 01:08:12.423455 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.424792 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103276) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 29 01:08:12.425066 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 29 01:08:12.425306 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 29 01:08:12.428534 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.428808 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:12.490692 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 29 01:08:12.490946 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 29 01:08:12.491178 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 29 01:08:12.491535 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 29 01:08:12.512442 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_db.sqlalchemy.engines [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103276) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 29 01:08:12.950993 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Initializing driver for type 'gre' Mar 29 01:08:12.951521 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] gre ID ranges: [(1, 1000)] Mar 29 01:08:13.004361 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Initializing driver for type 'local' Mar 29 01:08:13.004770 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Initializing driver for type 'vlan' Mar 29 01:08:13.018315 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] VlanTypeDriver initialization complete Mar 29 01:08:13.018564 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Initializing driver for type 'vxlan' Mar 29 01:08:13.019106 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] vxlan ID ranges: [(1, 1000)] Mar 29 01:08:13.073507 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Initializing extension driver 'port_security' Mar 29 01:08:13.074181 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.extensions.port_security [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] PortSecurityExtensionDriver initialization complete Mar 29 01:08:13.074272 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Initializing mechanism driver 'openvswitch' Mar 29 01:08:13.074554 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Initializing mechanism driver 'hyperv' Mar 29 01:08:13.081110 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.plugin [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103276) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:08:13.081784 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > port after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.082156 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.082507 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > port after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.083055 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 01:08:13.083495 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.083852 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.084199 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.084594 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 01:08:13.085003 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > network after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.085352 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > network after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.085696 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.086088 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 01:08:13.086487 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > security_group after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.086865 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > security_group after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.087209 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.087734 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 01:08:13.088140 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.088491 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.089322 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.089717 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 01:08:13.090117 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > address_group after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.090461 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > address_group after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.090822 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.091217 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103276) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 29 01:08:13.091659 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] ML2 OVO RPC backend initialized. {{(pid=103276) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 29 01:08:13.092361 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.092716 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.093131 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > network before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.093487 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > networks before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.093834 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > port before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.094174 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > ports before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.094516 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > subnet before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.094885 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > subnets before_response 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.095230 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > network after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.095572 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > network after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.095909 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.096250 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > port after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.096585 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.096920 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > port after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.097255 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > subnet after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.097590 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > subnet after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.097923 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.105649 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded quota_driver: . Mar 29 01:08:13.106014 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.plugin [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Modular L2 Plugin initialization complete Mar 29 01:08:13.106364 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading services supported by the core plugin {{(pid=103276) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 29 01:08:13.106703 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.plugins.ml2.managers [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Got port-security extension from driver 'port_security' Mar 29 01:08:13.107212 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.extensions.vlantransparent [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Disabled vlantransparent extension. Mar 29 01:08:13.107703 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103276) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 29 01:08:13.108031 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading Plugin: router Mar 29 01:08:13.142351 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.142766 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router after_create 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.143146 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router before_create 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.143513 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.143888 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.144243 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router after_delete 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.144599 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.144949 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.145305 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router after_create 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.145650 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router after_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.145998 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router after_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.146342 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.146701 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router after_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.147133 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.147504 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.147848 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: port after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.148184 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: subnet after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.148521 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.148874 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.149223 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.149564 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: port before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.149906 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router precommit_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.150260 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router after_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.150600 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.150975 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router precommit_create 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.151885 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.152213 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router precommit_update 55549900 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.152582 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > agent after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.152933 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > agent after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.153278 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > network after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.154154 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Tracking information for resource: router configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 01:08:13.154491 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Tracking information for resource: floatingip configured {{(pid=103276) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 29 01:08:13.159327 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.db.l3_agentschedulers_db [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 29 01:08:13.159901 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.160260 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: port after_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.160610 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: port after_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.160962 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: port after_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.161742 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router before_create 55550100 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.162102 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.162492 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router precommit_create 55550100 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.162885 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > router precommit_update 55550100 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.168948 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.services.provider_configuration [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service providers = [] {{(pid=103276) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 29 01:08:13.169505 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.db.servicetype_db [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103276) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 29 01:08:13.173718 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.services.service_base [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 01:08:13.174220 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.services.service_base [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 01:08:13.174708 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.services.service_base [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 01:08:13.175995 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.services.service_base [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103276) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 29 01:08:13.176534 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.services.service_base [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 29 01:08:13.177070 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 01:08:13.177530 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 29 01:08:13.192854 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 01:08:13.193328 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading Plugin: auto_allocate Mar 29 01:08:13.202429 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: network precommit_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.203009 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: network precommit_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.203624 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 01:08:13.203941 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading Plugin: tag Mar 29 01:08:13.211977 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 01:08:13.212440 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading Plugin: timestamp Mar 29 01:08:13.217823 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 01:08:13.218152 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading Plugin: network_ip_availability Mar 29 01:08:13.225782 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.226348 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.226941 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.227659 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 01:08:13.227981 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading Plugin: flavors Mar 29 01:08:13.233917 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 01:08:13.234377 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading Plugin: revisions Mar 29 01:08:13.239942 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103276) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 29 01:08:13.240382 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.776s {{(pid=103276) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 29 01:08:13.241128 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103276) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 29 01:08:13.241465 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Initializing extension manager. Mar 29 01:08:13.241989 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: __init__.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.242448 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: __pycache__ {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.242976 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: address_group.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.244037 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.244890 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: address-group Mar 29 01:08:13.245400 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: address_scope.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.246434 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.247341 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: address-scope Mar 29 01:08:13.247814 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.249404 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.250160 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: router-admin-state-down-before-update Mar 29 01:08:13.250623 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: agent.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.251415 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.251927 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: agent Mar 29 01:08:13.252259 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: agent_resources_synced.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.253178 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.253686 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: agent-resources-synced Mar 29 01:08:13.254012 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: allowedaddresspairs.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.255859 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.256364 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: allowed-address-pairs Mar 29 01:08:13.256688 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: auto_allocated_topology.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.257773 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.258287 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: auto-allocated-topology Mar 29 01:08:13.258611 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: availability_zone.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.259329 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.259830 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: availability_zone Mar 29 01:08:13.260149 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: availability_zone_filter.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.261638 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.262207 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: availability_zone_filter Mar 29 01:08:13.262530 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: data_plane_status.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.263478 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.263980 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension data-plane-status not supported by any of loaded plugins Mar 29 01:08:13.264303 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: default_subnetpools.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.265220 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.265728 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: default-subnetpools Mar 29 01:08:13.266048 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.266910 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.267431 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: dhcp_agent_scheduler Mar 29 01:08:13.267734 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: dns.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.268695 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.269148 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension dns-integration not supported by any of loaded plugins Mar 29 01:08:13.269467 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: dns_domain_ports.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.270409 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.270942 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 29 01:08:13.271263 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.272181 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.272683 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 29 01:08:13.273001 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: dvr.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.273668 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.274169 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: dvr Mar 29 01:08:13.274490 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: ecmp_routes.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.275432 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.275955 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 29 01:08:13.276883 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: empty_string_filtering.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.277911 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.278412 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: empty-string-filtering Mar 29 01:08:13.278733 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.279663 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.280161 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 29 01:08:13.280481 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.281403 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.281906 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 29 01:08:13.282227 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: external_net.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.283171 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.283674 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: external-net Mar 29 01:08:13.283996 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.284900 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.285399 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: extra_dhcp_opt Mar 29 01:08:13.285721 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: extraroute.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.286633 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.287171 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: extraroute Mar 29 01:08:13.287494 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: extraroute_atomic.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.288523 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.289029 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: extraroute-atomic Mar 29 01:08:13.289353 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: filter_validation.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.290013 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.290514 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: filter-validation Mar 29 01:08:13.290868 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: fip_pf_description.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.291782 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.292322 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 29 01:08:13.292721 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: fip_pf_port_range.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.293631 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.294132 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 29 01:08:13.294451 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: fip_port_details.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.295400 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.295913 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: fip-port-details Mar 29 01:08:13.296233 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: flavors.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.297470 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.298058 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: flavors Mar 29 01:08:13.298390 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.300203 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.300700 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 29 01:08:13.301028 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: floatingip_pools.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.301762 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.302335 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: floatingip-pools Mar 29 01:08:13.302707 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: ip_allocation.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.303746 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.304309 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension ip_allocation not supported by any of loaded plugins Mar 29 01:08:13.304611 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.305593 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.306179 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: ip-substring-filtering Mar 29 01:08:13.306564 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: l2_adjacency.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.307580 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.308221 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 29 01:08:13.308559 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: l3.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.311616 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.312107 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: router Mar 29 01:08:13.312448 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.315100 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.315693 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 29 01:08:13.315950 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.316944 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.317484 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: ext-gw-mode Mar 29 01:08:13.317825 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.318843 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.319351 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: l3-ha Mar 29 01:08:13.319683 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.320602 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.321103 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 29 01:08:13.321427 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: l3_flavors.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.322347 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.322907 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: l3-flavors Mar 29 01:08:13.323751 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.325117 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.325627 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 29 01:08:13.325957 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.326926 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.327439 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 29 01:08:13.327768 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: l3agentscheduler.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.328823 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.329337 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: l3_agent_scheduler Mar 29 01:08:13.329662 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: local_ip.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.331479 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.332007 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension local_ip not supported by any of loaded plugins Mar 29 01:08:13.332346 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: logging.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.333816 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.334340 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension logging not supported by any of loaded plugins Mar 29 01:08:13.334673 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: metering.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.335447 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.336025 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: metering Mar 29 01:08:13.336355 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.337440 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.337952 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: metering_source_and_destination_fields Mar 29 01:08:13.338280 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: multiprovidernet.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.339944 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.340469 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: multi-provider Mar 29 01:08:13.340795 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: netmtu.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.341716 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.342223 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: net-mtu Mar 29 01:08:13.342547 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: netmtu_writable.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.343500 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.344006 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: net-mtu-writable Mar 29 01:08:13.344330 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: network_availability_zone.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.345000 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.345502 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: network_availability_zone Mar 29 01:08:13.345821 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: network_ip_availability.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.346976 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.347486 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: network-ip-availability Mar 29 01:08:13.347812 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: network_segment_range.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.348578 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.349074 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension network-segment-range not supported by any of loaded plugins Mar 29 01:08:13.349395 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: pagination.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.350516 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.350877 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: pagination Mar 29 01:08:13.351203 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: port_device_profile.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.352126 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.352634 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: port-device-profile Mar 29 01:08:13.352957 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.353888 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.354432 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: port-mac-address-regenerate Mar 29 01:08:13.354767 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.355884 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.356391 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: port-numa-affinity-policy Mar 29 01:08:13.356716 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: port_resource_request.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.357642 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.358144 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension port-resource-request not supported by any of loaded plugins Mar 29 01:08:13.358466 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: port_resource_request_groups.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.359463 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.359968 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 29 01:08:13.360293 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: portbindings.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.361223 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.361728 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: binding Mar 29 01:08:13.362052 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: portbindings_extended.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.363346 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.363870 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: binding-extended Mar 29 01:08:13.364201 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: portsecurity.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.365126 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.365639 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: port-security Mar 29 01:08:13.365965 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: project_id.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.366975 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.367307 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: project-id Mar 29 01:08:13.367630 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: providernet.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.368570 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.369081 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: provider Mar 29 01:08:13.369407 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.373158 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.373690 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos not supported by any of loaded plugins Mar 29 01:08:13.374023 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.375313 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.375830 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 29 01:08:13.376161 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.377082 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.377593 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 29 01:08:13.377918 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_default.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.378884 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.379398 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-default not supported by any of loaded plugins Mar 29 01:08:13.379728 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_fip.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.380653 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.381164 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-fip not supported by any of loaded plugins Mar 29 01:08:13.381490 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.382416 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.382955 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 29 01:08:13.383283 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_gateway_ip.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.384222 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.384729 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 29 01:08:13.385056 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_port_network_policy.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.386551 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.387092 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 29 01:08:13.387419 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.388468 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.388976 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 29 01:08:13.389299 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.390348 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.390884 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 29 01:08:13.391210 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_pps_rule.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.392391 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.392907 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-pps not supported by any of loaded plugins Mar 29 01:08:13.393234 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_rule_type_details.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.394160 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.394664 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 29 01:08:13.395021 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.395940 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.396447 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 29 01:08:13.396772 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: qos_rules_alias.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.397823 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.398330 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 29 01:08:13.398656 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: quota_check_limit.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.399614 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.400126 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: quota-check-limit Mar 29 01:08:13.400451 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: quotasv2.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.401960 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.402293 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: quotas Mar 29 01:08:13.402615 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: quotasv2_detail.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.404460 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.404803 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: quota_details Mar 29 01:08:13.405137 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: rbac.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.406186 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.406713 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: rbac-policies Mar 29 01:08:13.407071 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: rbac_address_group.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.408003 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.408519 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: rbac-address-group Mar 29 01:08:13.408847 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: rbac_address_scope.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.409765 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.410277 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: rbac-address-scope Mar 29 01:08:13.410604 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: rbac_security_groups.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.411631 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.412143 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: rbac-security-groups Mar 29 01:08:13.412469 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: rbac_subnetpool.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.413389 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.413897 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: rbac-subnetpool Mar 29 01:08:13.414229 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: revisionifmatch.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.415176 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.415688 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: revision-if-match Mar 29 01:08:13.416014 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: revisions.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.417162 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.417682 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: standard-attr-revisions Mar 29 01:08:13.418007 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: router_availability_zone.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.418679 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.419226 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: router_availability_zone Mar 29 01:08:13.419553 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: routerservicetype.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.420482 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.420984 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension router-service-type not supported by any of loaded plugins Mar 29 01:08:13.421311 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.422235 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.422740 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: security-groups-normalized-cidr Mar 29 01:08:13.423093 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.424026 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.424533 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: port-security-groups-filtering Mar 29 01:08:13.424859 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.425794 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.426301 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: security-groups-remote-address-group Mar 29 01:08:13.426627 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.427583 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.428090 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: security-groups-shared-filtering Mar 29 01:08:13.428417 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.429002 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 29 01:08:13.429323 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: securitygroup.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.439296 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.439826 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: security-group Mar 29 01:08:13.440159 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: segment.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.440886 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.441395 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension segment not supported by any of loaded plugins Mar 29 01:08:13.441723 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.442666 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.443205 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 29 01:08:13.443531 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: servicetype.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.444644 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.445162 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: service-type Mar 29 01:08:13.445490 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: sorting.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.446484 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.446845 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: sorting Mar 29 01:08:13.447170 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: standard_attr_segment.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.448623 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.449134 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 29 01:08:13.449457 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: standardattrdescription.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.450124 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.450628 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: standard-attr-description Mar 29 01:08:13.450980 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: stateful_security_group.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.451909 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.452417 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: stateful-security-group Mar 29 01:08:13.452740 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: stdattrs_common.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.453309 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 29 01:08:13.453632 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.454795 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.455318 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 29 01:08:13.455644 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: subnet_onboard.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.456721 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.457242 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: subnet_onboard Mar 29 01:08:13.457572 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.458509 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.459046 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 29 01:08:13.459378 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: subnet_service_types.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.460311 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.460828 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: subnet-service-types Mar 29 01:08:13.461157 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: subnetallocation.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.462244 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.462768 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: subnet_allocation Mar 29 01:08:13.463103 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.463835 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.464351 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: subnetpool-prefix-ops Mar 29 01:08:13.464670 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.465614 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.466121 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 29 01:08:13.466446 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: tagging.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.467524 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.468043 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: standard-attr-tag Mar 29 01:08:13.468371 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: timestamp.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.469573 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.470092 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loaded extension: standard-attr-timestamp Mar 29 01:08:13.470418 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: trunk.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.471489 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.472009 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension trunk not supported by any of loaded plugins Mar 29 01:08:13.472336 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: trunk_details.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.473262 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.473777 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension trunk-details not supported by any of loaded plugins Mar 29 01:08:13.474101 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: uplink_status_propagation.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.475055 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.475567 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 29 01:08:13.475889 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Loading extension file: vlantransparent.py {{(pid=103276) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 29 01:08:13.476557 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103276) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 29 01:08:13.477069 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 29 01:08:13.480295 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:network Mar 29 01:08:13.480821 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:subnet Mar 29 01:08:13.481224 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 01:08:13.481616 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:port Mar 29 01:08:13.482896 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.483335 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service FLAVORS assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.483951 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.484374 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.484707 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:router Mar 29 01:08:13.485135 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 01:08:13.485627 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service METERING assigned prefix: /metering {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.487091 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.487464 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.487819 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103276) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:08:13.488801 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 01:08:13.489253 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:security_group Mar 29 01:08:13.489680 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 01:08:13.490273 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service CORE assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.490606 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 01:08:13.490983 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] subnetpool is already registered Mar 29 01:08:13.491413 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service CORE assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.491739 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 01:08:13.492068 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] subnetpool is already registered Mar 29 01:08:13.494334 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.494796 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service FLAVORS assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.495565 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.495987 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.496321 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:router Mar 29 01:08:13.496660 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] router is already registered Mar 29 01:08:13.497073 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:floatingip Mar 29 01:08:13.497407 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] floatingip is already registered Mar 29 01:08:13.497860 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service METERING assigned prefix: /metering {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.498514 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of CountableResource for resource:rbac_policy Mar 29 01:08:13.498874 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] rbac_policy is already registered Mar 29 01:08:13.499287 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:security_group Mar 29 01:08:13.499624 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] security_group is already registered Mar 29 01:08:13.500025 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 29 01:08:13.500357 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] security_group_rule is already registered Mar 29 01:08:13.500974 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service CORE assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.501302 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 01:08:13.501636 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] subnetpool is already registered Mar 29 01:08:13.502051 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.v2.resource_helper [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Service CORE assigned prefix: {{(pid=103276) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 29 01:08:13.502378 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Creating instance of TrackedResource for resource:subnetpool Mar 29 01:08:13.502708 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING neutron.quota.resource_registry [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] subnetpool is already registered Mar 29 01:08:13.503251 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: extensions {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.504739 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: address-groups {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.506232 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: address-scopes {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.507571 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: agents {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.508740 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: auto-allocated-topology {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.509967 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: availability_zones {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.511803 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: dhcp-networks {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.513396 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: dhcp-agents {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.514874 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: routers {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.518328 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: flavors {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.520276 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: service_profiles {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.522212 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: next_providers {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.524598 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: service_profiles {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.528901 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: floatingip-pools {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.530890 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: routers {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.534340 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: floatingips {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.536412 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: l3-routers {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.538654 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: l3-agents {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.540963 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: metering-labels {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.543327 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: metering-label-rules {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.545663 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: network-ip-availabilities {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.548039 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: bindings {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.551067 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: quotas {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.553741 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: quotas {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.555318 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: rbac-policies {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.556631 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: security-groups {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.558406 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: security-group-rules {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.559688 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: service-providers {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.561140 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: subnetpools {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.562930 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: subnetpools {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.565038 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.566734 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.568567 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.570345 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.572179 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.574726 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.576432 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.578315 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.580125 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.582032 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron.api.extensions [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Extended resource: tags {{(pid=103276) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 29 01:08:13.587989 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING keystonemiddleware.auth_token [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 29 01:08:13.593115 dv-cinder-750782-13-iscsi neutron-server[103276]: WARNING keystonemiddleware.auth_token [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 29 01:08:13.601748 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Acquired lock "singleton_lock" {{(pid=103276) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 29 01:08:13.602226 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_concurrency.lockutils [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Releasing lock "singleton_lock" {{(pid=103276) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 29 01:08:13.602910 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO oslo_service.service [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Starting 2 workers Mar 29 01:08:13.607841 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Started child 103385 {{(pid=103276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 01:08:13.614784 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Started child 103386 {{(pid=103276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 01:08:13.614990 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:13.615610 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO neutron.service [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 29 01:08:13.615610 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:13.615756 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [-] (103385) wsgi starting up on http://0.0.0.0:9696 Mar 29 01:08:13.617232 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO oslo_service.service [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Starting 1 workers Mar 29 01:08:13.617855 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:13.619318 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [-] (103386) wsgi starting up on http://0.0.0.0:9696 Mar 29 01:08:13.623100 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Started child 103387 {{(pid=103276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 01:08:13.623684 dv-cinder-750782-13-iscsi neutron-server[103276]: INFO oslo_service.service [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Starting 1 workers Mar 29 01:08:13.626993 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.service [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] calling RpcWorker wait() {{(pid=103387) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 29 01:08:13.627573 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.service [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] returning from RpcWorker wait() {{(pid=103387) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 29 01:08:13.628231 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Started child 103388 {{(pid=103276) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 29 01:08:13.628965 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:13.629062 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG neutron_lib.callbacks.manager [None req-d12f405f-a16f-4f5f-90ba-d87de40014d7 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103276) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:13.629490 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:08:13.631058 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103276) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 01:08:13.631267 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 01:08:13.631453 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 01:08:13.631686 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 01:08:13.632051 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 01:08:13.632216 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 01:08:13.632723 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.632989 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.633252 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:13.633708 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.633708 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.633845 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.634406 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.634507 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:08:13.634664 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.634937 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.635206 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.635452 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.635677 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.636360 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.636615 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.637028 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.637333 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.637587 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.637836 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.638120 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.638292 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.638556 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.638873 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.639124 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.639399 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] debug = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.639642 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.640123 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.640346 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.640584 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.640813 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.641088 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.641314 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.641593 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.641847 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.642059 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.642300 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.642547 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.642800 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.643013 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.643280 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.643513 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.643753 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.643991 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.644447 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] host = dv-cinder-750782-13-iscsi {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.644684 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.644898 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.645122 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.645365 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.645609 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.645836 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.646086 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.646355 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.646597 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.646919 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.647099 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.647342 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.647579 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.647822 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.647985 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_options = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.648229 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.648501 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.648746 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.648937 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.649103 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.649265 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.649528 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.649691 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.649946 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.650165 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.650380 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.650624 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.650860 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.651159 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.651500 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.651758 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.651973 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.652200 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.652450 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.652676 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.652916 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.653159 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.653390 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.653624 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.653840 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.654051 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.654284 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.654498 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.654717 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.654989 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.655194 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.655450 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.655680 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.655913 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.656170 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.656406 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.656631 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.656844 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.657154 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.657353 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.657599 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.657843 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.658060 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.658283 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.658512 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.658760 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.658983 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_json = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.659212 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.659456 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.659683 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.659894 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.660103 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.660312 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.660542 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.660805 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.661119 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.661437 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.661923 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.662439 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.663437 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.663701 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.664087 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.664176 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.664387 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.664637 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.664890 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.665199 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.665702 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.665702 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.665964 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.666225 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.666556 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.666871 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.667366 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.667767 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.667991 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.668230 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.668487 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.668779 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.669019 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.669256 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.669531 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.670019 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.670287 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.670569 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.670901 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.671220 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.671588 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.671863 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.672226 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.672434 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.672696 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.672941 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.673185 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.673399 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.673653 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.674077 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.674077 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.674639 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.674820 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.675010 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.675256 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.675581 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.675747 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.675975 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.676326 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.676464 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.676598 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.676842 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.677055 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.677301 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.677511 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.677947 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.678100 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.678243 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.678398 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.678629 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.678869 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.679116 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.679355 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.679541 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.679749 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.680005 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.680216 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.680922 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.681107 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.681324 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.681535 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.681760 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.681967 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.682197 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.682969 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.683580 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.683978 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.684334 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.686791 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.686791 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.686791 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.686791 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.686791 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.686791 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.686791 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.686791 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.686791 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.687436 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.687436 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.687436 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.687436 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.687735 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.687971 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.688218 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.688458 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.688704 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.689214 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.689214 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.689507 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.690026 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.690026 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.690801 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.690801 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.690801 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.691175 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.691175 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.691382 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.691586 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.692711 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.692711 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.692711 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.692711 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.692711 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.693358 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.693358 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.693624 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.693750 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.693874 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.694162 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.694418 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.694692 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.694938 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.695232 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.695528 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.695807 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.696826 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.696826 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.696826 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.696826 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.697397 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.697397 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.697646 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.697730 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.697967 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.698873 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.699140 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.699361 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.699612 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.700198 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.700198 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.700493 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.700826 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.701194 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.701590 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.701750 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.701927 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.702434 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.702434 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.702738 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.702923 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.703064 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.703768 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.703768 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.703768 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.704089 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.704244 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.704429 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.704641 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.704875 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.705177 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.705394 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.705632 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.705857 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.706058 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.706272 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.706514 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.706778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.706986 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.707233 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.707449 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.707662 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.707875 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.708082 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.708338 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.708553 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.708817 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.709076 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.709287 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.709527 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.709765 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.710038 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.710411 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.710561 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.710697 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.710933 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.711145 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.711360 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.711571 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.711781 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.712003 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.712247 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.712460 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.712694 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.713033 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.713271 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.713520 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.713751 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.713996 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.714329 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.714476 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.714678 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.714933 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.715149 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.715370 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.715606 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.715839 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.716051 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.716314 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.716485 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.716743 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.716986 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.717236 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.717482 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.722778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.722778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.722778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.722778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.722778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.722778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.722778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.722778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.722778 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.723658 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.723658 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.723658 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.723658 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.723658 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.723658 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.723658 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.723658 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724210 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724210 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724210 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724210 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724210 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724210 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724210 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724210 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724911 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724911 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724911 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724911 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724911 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724911 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724911 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.724911 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.725551 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.725551 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.725551 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.725551 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.725850 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.725928 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.726181 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.726385 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.726592 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.726902 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.727073 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.727285 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.727568 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.727814 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.728047 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.728339 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.728564 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.728825 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.729083 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.729514 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.729782 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.730025 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.730256 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.730468 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.730711 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.730995 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.731301 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.731587 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.731832 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.732073 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.732336 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.732624 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.732894 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.733678 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.733678 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.733992 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.733992 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.734267 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.734491 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.734756 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.734986 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.735201 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.735415 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.735629 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.735867 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.736333 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.736333 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.736601 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.736763 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.737008 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.737200 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.737421 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.737630 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.737870 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.738085 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.738241 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 01:08:13.738809 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103276) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 29 01:08:13.738969 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 29 01:08:13.739105 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:08:13.739213 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 29 01:08:13.739298 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 29 01:08:13.739450 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 29 01:08:13.739601 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 29 01:08:13.739808 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.739967 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.740126 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.740284 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.740442 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.740621 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.740794 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.740919 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.741079 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.741236 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.741392 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.741549 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.741709 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.741848 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.742003 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.742161 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.742317 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.742474 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.742635 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.742813 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.742972 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.743127 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.743268 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] debug = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.743428 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.743625 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.743772 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.743933 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.744090 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.744246 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.744402 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.744557 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.744695 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.744860 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.745613 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.745791 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.745951 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.746117 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.746241 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.746452 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.746606 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.746743 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.746862 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] host = dv-cinder-750782-13-iscsi {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.746990 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.747199 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.747326 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.747448 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.747581 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.747738 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.747894 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.748045 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.748194 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.748350 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.748506 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.748663 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.748818 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.748976 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.749132 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_options = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.749288 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.749443 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.749598 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.749781 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.749946 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.750102 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.750260 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.750418 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.750574 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.750730 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.750912 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.751069 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.751225 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.751381 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.751537 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.751693 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.751851 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.752007 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.752163 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.752304 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.752463 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.752618 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.752774 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.752931 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.753086 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.753242 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.753398 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.753554 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.753709 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.753865 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.754023 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.754179 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.754334 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.754490 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.754632 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.754814 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.754971 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.755299 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.755605 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.755902 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.756199 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.756492 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.756784 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.757077 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.757375 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.757663 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.757965 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_json = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.758255 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.758534 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.758859 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.759021 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.759172 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.759328 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.759484 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.760086 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.760086 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 29 01:08:13.760086 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.760086 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.760322 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.760558 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.761186 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.761306 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.761461 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.761626 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.761786 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.761932 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.762088 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.762242 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.762405 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.762562 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.762718 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.762996 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.763153 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.763293 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.763435 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.763573 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.763711 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.763849 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.763987 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.764136 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.764275 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.764423 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.764586 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.764749 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.764910 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.765083 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.765200 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 34790) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:08:13.765282 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.765442 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.765601 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.765740 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.765875 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.766022 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.766157 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.766291 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.766446 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.766607 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.767786 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.767786 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.767786 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.767786 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.767786 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.767786 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.767786 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769091 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769091 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769091 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769091 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769091 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769091 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769091 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769091 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769091 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769699 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769699 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769699 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769699 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769981 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.769981 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.770121 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.770199 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.770398 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.770504 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.770650 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.771025 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.771390 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.771723 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.772053 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.772379 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.772704 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.773029 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.773444 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.773773 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.774097 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.774415 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.774528 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068738 Mar 29 01:08:13.774607 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.774792 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.774948 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.775093 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.775220 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.775551 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.775874 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.776306 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.776506 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.776818 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.777621 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.777621 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.777621 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.777621 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.777895 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.777895 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.778036 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.778126 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.778284 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.778597 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.778808 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.778947 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.779816 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.779816 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.779816 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.779816 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.779816 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.779816 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.780190 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.780190 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.780308 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.780485 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.780575 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.780716 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.780873 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.781029 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.781188 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.781349 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.781507 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.781666 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.781824 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.781996 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.782160 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.782314 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.782475 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.782643 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.782845 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.783153 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.783314 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.783472 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.783633 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.783783 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.783943 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.784090 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.784363 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.784462 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.784610 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.784755 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.784901 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.785055 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.785198 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.785371 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.785523 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.785696 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.785840 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.785974 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.786143 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.786321 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.786470 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.786611 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.786810 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.787755 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.788110 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.788440 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.788607 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.788755 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.788911 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.789072 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.789235 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.789379 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.789540 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.789687 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.790352 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.790352 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.790352 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.790352 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.791072 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.791072 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.791072 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.791072 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.791072 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.792041 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.792041 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.792041 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.792041 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.792041 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.792041 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.793104 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.793104 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.793104 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.793104 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.793104 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.793104 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.793104 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794053 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794053 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794053 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794053 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794053 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794053 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794053 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794980 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794980 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794980 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794980 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794980 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.794980 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.795776 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.795776 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.795776 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.795776 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.795776 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.796411 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.796411 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.796411 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.796411 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.797283 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.797283 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.797283 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.797283 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.797283 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.797283 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.798065 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.798065 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.798065 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.798065 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.798065 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.798065 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.798574 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.798574 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.798574 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.799697 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.799697 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.799697 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.799697 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.799697 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.799697 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.799697 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.800463 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.800463 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.800463 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.800463 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.800463 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.800463 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.801003 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.801003 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.801003 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.801339 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.801339 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.801339 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.801694 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.801694 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.801928 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.801928 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.802163 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.802286 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.802370 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.802535 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.802694 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.802905 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.803066 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.803225 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.803384 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.803543 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.803702 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.803871 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.804032 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.804190 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.804349 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.804508 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.804666 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.804835 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.804996 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.805154 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.805322 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.805481 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.805640 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.805799 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.805970 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.806130 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.806308 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.806457 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.806616 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.806793 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.806958 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.807122 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.807295 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.808022 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.808252 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.808425 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.808599 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.808846 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.808950 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.809081 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.809252 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.809412 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.809571 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.809730 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.809889 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.810048 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.810207 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.810365 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.810524 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.810682 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.811103 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.811267 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.811426 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.811586 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.811745 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.811904 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.812065 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.812223 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.812382 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.812540 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 29 01:08:13.812691 dv-cinder-750782-13-iscsi neutron-server[103276]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103276) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 29 01:08:25.129831 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ea8c5-1ca3-4e90-aeab-40089713fd0a None None] get_active_networks_info from dv-cinder-750782-13-iscsi {{(pid=103387) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 29 01:08:25.209249 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ea8c5-1ca3-4e90-aeab-40089713fd0a None None] No non-hosted networks {{(pid=103387) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 29 01:08:25.227946 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.agentschedulers_db [None req-798ea8c5-1ca3-4e90-aeab-40089713fd0a None None] DHCP Agent not found on host dv-cinder-750782-13-iscsi {{(pid=103387) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 29 01:08:25.367407 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e95098fb-47df-46a1-9ab1-991fd8017141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637347'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:27.472275 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-88a75ba2-3849-4878-914c-7c869a85c90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637347'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:27.516857 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0afec56-7ccc-4619-bcf3-4a055f8af339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:28.391775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 34858) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:08:28.512864 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637347'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:28.957509 dv-cinder-750782-13-iscsi neutron-server[103385]: WARNING oslo_policy.policy [None req-d26ccea6-ba65-4452-9a52-1a503ecb361d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 01:08:28.958198 dv-cinder-750782-13-iscsi neutron-server[103385]: WARNING oslo_policy.policy [None req-d26ccea6-ba65-4452-9a52-1a503ecb361d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 01:08:29.191778 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [None req-d26ccea6-ba65-4452-9a52-1a503ecb361d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:08:29.206778 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d26ccea6-ba65-4452-9a52-1a503ecb361d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7993231 Mar 29 01:08:29.886075 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637347'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:31.466379 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637347'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:31.470738 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.471352 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.471839 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.472338 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.472837 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.473327 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.474877 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.475397 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.476748 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.477726 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.479399 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.480252 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.480752 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.481279 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.482134 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:31.483341 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-750782-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:08:31.495389 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-750782-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:08:31.789383 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 34892) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:08:32.125336 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-acf60fe5-7b81-4964-ab70-52c84c386c49 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:08:32.222044 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.policy [None req-acf60fe5-7b81-4964-ab70-52c84c386c49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103385) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 01:08:32.266721 dv-cinder-750782-13-iscsi neutron-server[103385]: WARNING oslo_policy.policy [None req-acf60fe5-7b81-4964-ab70-52c84c386c49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 01:08:32.267131 dv-cinder-750782-13-iscsi neutron-server[103385]: WARNING oslo_policy.policy [None req-acf60fe5-7b81-4964-ab70-52c84c386c49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 01:08:32.367586 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-acf60fe5-7b81-4964-ab70-52c84c386c49 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738712321443', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738712321942', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738712305506', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738712290499', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738712223236', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738711964900', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-822964', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-815778', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1725468', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1750370'] for rbac-policy (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:32.442792 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-acf60fe5-7b81-4964-ab70-52c84c386c49 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:32.451364 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-acf60fe5-7b81-4964-ab70-52c84c386c49 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6606755 Mar 29 01:08:32.693399 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.db.l3_hamode_db [None req-b710bb35-0e6e-4c6e-8775-e2701c42943c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 29 01:08:32.771528 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710bb35-0e6e-4c6e-8775-e2701c42943c None None] Routers set() bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:08:32.771930 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710bb35-0e6e-4c6e-8775-e2701c42943c None None] Router IDs set() for agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 29 01:08:34.998970 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 34904) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:08:35.483672 dv-cinder-750782-13-iscsi neutron-server[103386]: WARNING oslo_policy.policy [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 01:08:35.484242 dv-cinder-750782-13-iscsi neutron-server[103386]: WARNING oslo_policy.policy [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 01:08:35.705399 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:08:35.760000 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Made reservation on behalf of cd34c6dfb0d54363a67f53510a5f3b34 for: {'network': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:08:35.821291 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.policy [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103386) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 29 01:08:35.863752 dv-cinder-750782-13-iscsi neutron-server[103386]: WARNING oslo_policy.policy [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 01:08:35.864119 dv-cinder-750782-13-iscsi neutron-server[103386]: WARNING oslo_policy.policy [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 29 01:08:35.874816 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:35.896617 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:36.006129 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Publish callbacks [] for security_group (fa80c769-7581-46be-b8f8-dd191e5e4867), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:36.010842 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (fa80c769-7581-46be-b8f8-dd191e5e4867), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:36.033413 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 273} {{(pid=103386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:08:36.071114 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738713922353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:36.071699 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Unsubscribe: segment precommit_create {{(pid=103386) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 01:08:36.073346 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.segments_db [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Added segment 059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba of type vlan for network 5b242271-b14c-4770-b707-19db27aa311a Mar 29 01:08:36.095664 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fa80c769-7581-46be-b8f8-dd191e5e4867,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:08:36.113677 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.114020 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.114376 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.114721 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.115083 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.115405 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.115727 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.116303 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.116597 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.116946 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.117263 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.117597 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.117914 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.118225 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.118533 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Tracked resource versions report: Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: pushed versions: Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: { 'AddressGroup': {'1.2'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Agent': {'1.1'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'ConntrackHelper': {'1.0'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'LocalIPAssociation': {'1.0'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Log': {'1.0'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'NDPProxy': {'1.0'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Network': {'1.1'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Port': {'1.7'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'PortForwarding': {'1.3'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'QosPolicy': {'1.10'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SecurityGroup': {'1.5'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SecurityGroupRule': {'1.2'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SubPort': {'1.0'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Subnet': {'1.1'}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Trunk': {'1.1'}} Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: consumer versions: Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: { DHCP agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: L3 agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: Metadata agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: Metering agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: Open vSwitch agent@dv-cinder-750782-13-iscsi: { 'AddressGroup': '1.2', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Agent': '1.1', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'ConntrackHelper': '1.0', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'LocalIPAssociation': '1.0', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Log': '1.0', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'NDPProxy': '1.0', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Network': '1.1', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Port': '1.7', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'PortForwarding': '1.3', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'QosPolicy': '1.10', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SecurityGroup': '1.5', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SecurityGroupRule': '1.2', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SubPort': '1.0', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Subnet': '1.1', Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Trunk': '1.1'}} Mar 29 01:08:36.121037 dv-cinder-750782-13-iscsi neutron-server[103386]: {{(pid=103386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 01:08:36.199101 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (5b242271-b14c-4770-b707-19db27aa311a), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:36.239877 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (5b242271-b14c-4770-b707-19db27aa311a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:36.245616 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:08:36.246360 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:36.328648 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3285511 Mar 29 01:08:36.366625 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aff934-369f-46a3-a287-69617d6b5295 demo demo] Pushing event updated for resources: {'Network': ['ID=5b242271-b14c-4770-b707-19db27aa311a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:08:36.379443 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 5b242271-b14c-4770-b707-19db27aa311a details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:08:38.897600 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 34924) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:08:39.315734 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3cf0f8-c0a9-48c1-86a6-ecb9942b3ebe demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:08:39.317285 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-ac3cf0f8-c0a9-48c1-86a6-ecb9942b3ebe demo admin] 10.222.0.23 "GET /v2.0/networks/5b242271-b14c-4770-b707-19db27aa311a HTTP/1.1" status: 200 len: 825 time: 0.4187138 Mar 29 01:08:39.360437 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-56899cf7-6c64-4425-a757-03e4d7a7a9e5 demo admin] 10.222.0.23 "GET /v2.0/subnetpools/6b1a441c-b4ee-4b87-8122-3f019bcd83c9 HTTP/1.1" status: 200 len: 734 time: 0.0367563 Mar 29 01:08:39.369065 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '6b1a441c-b4ee-4b87-8122-3f019bcd83c9', 'network_id': '5b242271-b14c-4770-b707-19db27aa311a', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:08:39.390011 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] Made reservation on behalf of cd34c6dfb0d54363a67f53510a5f3b34 for: {'subnet': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:08:39.392247 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:39.674937 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for subnet (263d5e9b-6230-4377-8137-a6c9b0c9887d), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:39.742158 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] Pushing event updated for resources: {'Subnet': ['ID=263d5e9b-6230-4377-8137-a6c9b0c9887d,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:08:39.744198 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] Checking segment: {'id': '059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5b242271-b14c-4770-b707-19db27aa311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:08:39.744631 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] Network hostable DHCP agents. Network: 5b242271-b14c-4770-b707-19db27aa311a, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:08:39.765069 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] Network 5b242271-b14c-4770-b707-19db27aa311a is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:08:39.780073 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 5b242271-b14c-4770-b707-19db27aa311a) {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:08:39.784596 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:08:39.785192 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:39.789643 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d439c09-295f-4ce8-b7ec-3dee81596faa None None] Network 5b242271-b14c-4770-b707-19db27aa311a requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:08:39.802999 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-3a7559b2-3036-471a-a9a6-8cb65224217b demo admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4371932 Mar 29 01:08:40.057953 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-5b242271-b14c-4770-b707-19db27aa311a', 'network_id': '5b242271-b14c-4770-b707-19db27aa311a', 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'fixed_ips': [{'subnet_id': '263d5e9b-6230-4377-8137-a6c9b0c9887d'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:08:40.059680 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:40.345546 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Allocated IP 172.20.0.2 (5b242271-b14c-4770-b707-19db27aa311a/263d5e9b-6230-4377-8137-a6c9b0c9887d/f434c152-6dd5-45d7-b261-75612e13fb4b) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:08:40.610894 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Publish callbacks [] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:40.617809 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:40.689476 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Network 5b242271-b14c-4770-b707-19db27aa311a is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:08:40.695395 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:08:40.698775 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:08:40.715180 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Pushing event updated for resources: {'Port': ['ID=f434c152-6dd5-45d7-b261-75612e13fb4b,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:08:40.758615 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.758977 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.759425 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.759899 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.760715 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.760715 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.760897 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.761180 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.761518 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.761843 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.762170 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.762516 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.762861 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.763181 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.763499 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Tracked resource versions report: Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: pushed versions: Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: { 'AddressGroup': {'1.2'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Agent': {'1.1'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'ConntrackHelper': {'1.0'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'LocalIPAssociation': {'1.0'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Log': {'1.0'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'NDPProxy': {'1.0'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Network': {'1.1'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Port': {'1.7'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'PortForwarding': {'1.3'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'QosPolicy': {'1.10'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SecurityGroup': {'1.5'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SecurityGroupRule': {'1.2'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SubPort': {'1.0'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Subnet': {'1.1'}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Trunk': {'1.1'}} Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: consumer versions: Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: { DHCP agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: L3 agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: Metadata agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: Metering agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: Open vSwitch agent@dv-cinder-750782-13-iscsi: { 'AddressGroup': '1.2', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Agent': '1.1', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'ConntrackHelper': '1.0', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'LocalIPAssociation': '1.0', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Log': '1.0', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'NDPProxy': '1.0', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Network': '1.1', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Port': '1.7', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'PortForwarding': '1.3', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'QosPolicy': '1.10', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SecurityGroup': '1.5', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SecurityGroupRule': '1.2', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SubPort': '1.0', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Subnet': '1.1', Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Trunk': '1.1'}} Mar 29 01:08:40.764920 dv-cinder-750782-13-iscsi neutron-server[103387]: {{(pid=103387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 01:08:40.805177 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Attempting to bind port f434c152-6dd5-45d7-b261-75612e13fb4b on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:08:40.805773 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Attempting to bind port f434c152-6dd5-45d7-b261-75612e13fb4b by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5b242271-b14c-4770-b707-19db27aa311a'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:08:40.805976 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Attempting to bind port f434c152-6dd5-45d7-b261-75612e13fb4b on network 5b242271-b14c-4770-b707-19db27aa311a {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:08:40.811139 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:08:40.811506 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Checking segment: {'id': '059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5b242271-b14c-4770-b707-19db27aa311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:08:40.811985 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:40.812370 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Bound using segment: {'id': '059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5b242271-b14c-4770-b707-19db27aa311a'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:08:40.812946 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Bound port: f434c152-6dd5-45d7-b261-75612e13fb4b, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5b242271-b14c-4770-b707-19db27aa311a'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:08:40.813354 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:40.873774 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] For port f434c152-6dd5-45d7-b261-75612e13fb4b, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:08:40.894183 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] For port f434c152-6dd5-45d7-b261-75612e13fb4b, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=f434c152-6dd5-45d7-b261-75612e13fb4b,segment=NetworkSegment(059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba),segment_id=059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:08:40.901456 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:40.956470 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2d582-7d47-4c8b-9fc4-84ad49ab5499 None None] Pushing event updated for resources: {'Port': ['ID=f434c152-6dd5-45d7-b261-75612e13fb4b,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:08:42.365346 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 34932) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:08:42.683969 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [None req-b21a129c-21f3-4b49-bdaa-10ee2dbab52a admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:08:42.684956 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b21a129c-21f3-4b49-bdaa-10ee2dbab52a admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3186746 Mar 29 01:08:45.307827 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 34940) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:08:45.620386 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [None req-ac52b588-a115-428f-a556-051a1f25403c admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:08:45.621365 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-ac52b588-a115-428f-a556-051a1f25403c admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119636 Mar 29 01:08:48.190226 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 34948) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:08:48.503749 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-a6be963f-9615-4d0b-8af0-7c5bb512796a demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:08:48.530353 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6be963f-9615-4d0b-8af0-7c5bb512796a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61828'] for router (4370f1c2-e825-4efa-9b61-2851ca50abdd), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:48.532088 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6be963f-9615-4d0b-8af0-7c5bb512796a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61853'] for router (4370f1c2-e825-4efa-9b61-2851ca50abdd), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:48.670610 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6be963f-9615-4d0b-8af0-7c5bb512796a demo demo] Publish callbacks [] for router_controller (4370f1c2-e825-4efa-9b61-2851ca50abdd), precommit_add_association {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:48.675301 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6be963f-9615-4d0b-8af0-7c5bb512796a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296'] for router (4370f1c2-e825-4efa-9b61-2851ca50abdd), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:48.693551 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a6be963f-9615-4d0b-8af0-7c5bb512796a demo demo] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:48.694706 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-a6be963f-9615-4d0b-8af0-7c5bb512796a demo demo] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5032721 Mar 29 01:08:51.244205 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 34960) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:08:51.569020 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [None req-68591fd7-feb0-4556-b2fa-1d651fca58bd admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:08:51.569992 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-68591fd7-feb0-4556-b2fa-1d651fca58bd admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3247159 Mar 29 01:08:52.232874 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device f434c152-6dd5-45d7-b261-75612e13fb4b up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:08:52.287347 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce5439-d79b-447e-a001-d8df9f967f5b None None] Network 5b242271-b14c-4770-b707-19db27aa311a requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:08:52.378386 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port f434c152-6dd5-45d7-b261-75612e13fb4b triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:08:52.378818 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:52.456699 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-bdf175c1-fbc9-444d-bdb5-73fd908de73f None None] Provisioning complete for port f434c152-6dd5-45d7-b261-75612e13fb4b triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:08:52.457082 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bdf175c1-fbc9-444d-bdb5-73fd908de73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:52.586800 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port f434c152-6dd5-45d7-b261-75612e13fb4b is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:08:52.587351 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:52.652249 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-bdf175c1-fbc9-444d-bdb5-73fd908de73f None None] Current status of the port f434c152-6dd5-45d7-b261-75612e13fb4b is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:08:52.652641 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bdf175c1-fbc9-444d-bdb5-73fd908de73f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:52.662645 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port f434c152-6dd5-45d7-b261-75612e13fb4b, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=f434c152-6dd5-45d7-b261-75612e13fb4b,segment=NetworkSegment(059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba),segment_id=059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:08:52.674604 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:52.748158 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=f434c152-6dd5-45d7-b261-75612e13fb4b,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:08:52.761318 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.db.api [None req-bdf175c1-fbc9-444d-bdb5-73fd908de73f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 01:08:52.761728 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG oslo_db.api [None req-bdf175c1-fbc9-444d-bdb5-73fd908de73f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 01:08:53.299552 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-bdf175c1-fbc9-444d-bdb5-73fd908de73f None None] Current status of the port f434c152-6dd5-45d7-b261-75612e13fb4b is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:08:53.419668 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-dd02a739-9732-4480-b9e3-4fc239fc1a06 None None] Provisioning complete for port f434c152-6dd5-45d7-b261-75612e13fb4b triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:08:53.420060 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd02a739-9732-4480-b9e3-4fc239fc1a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:53.495250 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-dd02a739-9732-4480-b9e3-4fc239fc1a06 None None] Current status of the port f434c152-6dd5-45d7-b261-75612e13fb4b is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:08:54.112863 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 34970) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:08:54.198357 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device f434c152-6dd5-45d7-b261-75612e13fb4b up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:08:54.247680 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port f434c152-6dd5-45d7-b261-75612e13fb4b triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:08:54.248342 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:54.329617 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port f434c152-6dd5-45d7-b261-75612e13fb4b is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:08:54.437781 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:08:54.464746 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Made reservation on behalf of 12b777b8ce63450085de0422d421b54c for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:08:54.467538 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:54.482544 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:54.588973 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Publish callbacks [] for security_group (63c90bf1-d077-4c05-a052-db053e5cf04a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:54.592790 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (63c90bf1-d077-4c05-a052-db053e5cf04a), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:54.607698 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Reserving flat network on physical network physnet1 {{(pid=103385) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 29 01:08:54.640769 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738713922353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (cae6c744-199a-4970-a00f-61e907a6bb87), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:54.641341 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Unsubscribe: segment precommit_create {{(pid=103385) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 29 01:08:54.641837 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Added segment cae6c744-199a-4970-a00f-61e907a6bb87 of type flat for network d6baab9c-63f1-4cb4-8c83-cc41134b5337 Mar 29 01:08:54.658111 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63c90bf1-d077-4c05-a052-db053e5cf04a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:08:54.708506 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.708854 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.709205 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.709543 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.709872 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.710200 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.710528 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.710875 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.711212 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.711532 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.711995 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.712514 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.712840 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.713160 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.713479 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Tracked resource versions report: Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: pushed versions: Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: { 'AddressGroup': {'1.2'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Agent': {'1.1'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'ConntrackHelper': {'1.0'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'LocalIPAssociation': {'1.0'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Log': {'1.0'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'NDPProxy': {'1.0'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Network': {'1.1'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Port': {'1.7'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'PortForwarding': {'1.3'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'QosPolicy': {'1.10'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SecurityGroup': {'1.5'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SecurityGroupRule': {'1.2'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SubPort': {'1.0'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Subnet': {'1.1'}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Trunk': {'1.1'}} Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: consumer versions: Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: { DHCP agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: L3 agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: Metadata agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: Metering agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: Open vSwitch agent@dv-cinder-750782-13-iscsi: { 'AddressGroup': '1.2', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Agent': '1.1', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'ConntrackHelper': '1.0', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'LocalIPAssociation': '1.0', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Log': '1.0', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'NDPProxy': '1.0', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Network': '1.1', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Port': '1.7', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'PortForwarding': '1.3', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'QosPolicy': '1.10', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SecurityGroup': '1.5', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SecurityGroupRule': '1.2', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SubPort': '1.0', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Subnet': '1.1', Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Trunk': '1.1'}} Mar 29 01:08:54.715017 dv-cinder-750782-13-iscsi neutron-server[103385]: {{(pid=103385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 01:08:54.763094 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (d6baab9c-63f1-4cb4-8c83-cc41134b5337), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:54.808248 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (d6baab9c-63f1-4cb4-8c83-cc41134b5337), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:54.809652 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:08:54.810633 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:54.893763 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7797244 Mar 29 01:08:54.911940 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337ddc22-2029-4507-b2a6-9d8b868e35e9 admin admin] Pushing event updated for resources: {'Network': ['ID=d6baab9c-63f1-4cb4-8c83-cc41134b5337,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:08:54.922727 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:08:55.092200 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3f86f621-df43-4ca9-aff8-cc46ac3acbbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:57.365078 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 34982) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:08:57.466151 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1286099d-4a93-4188-bb9f-3e956fc520f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:57.766596 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c3183d-2de8-4540-83a7-9b62412c69a0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:08:57.768056 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-42c3183d-2de8-4540-83a7-9b62412c69a0 demo admin] 10.222.0.23 "GET /v2.0/subnets/263d5e9b-6230-4377-8137-a6c9b0c9887d HTTP/1.1" status: 200 len: 849 time: 0.4020236 Mar 29 01:08:57.947840 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-823600df-e4c6-4e4c-b848-baaf970477dc demo admin] 10.222.0.23 "GET /v2.0/routers/4370f1c2-e825-4efa-9b61-2851ca50abdd HTTP/1.1" status: 200 len: 704 time: 0.1741457 Mar 29 01:08:58.219331 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:58.467461 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:58.515196 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Allocated IP 172.20.0.1 (5b242271-b14c-4770-b707-19db27aa311a/263d5e9b-6230-4377-8137-a6c9b0c9887d/faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:08:58.710472 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Publish callbacks [] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:58.780011 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:58.859835 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Network 5b242271-b14c-4770-b707-19db27aa311a is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:08:58.866816 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:08:58.872505 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Pushing event updated for resources: {'Port': ['ID=faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:08:58.875851 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:08:58.875944 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622223'] for router_interface (4370f1c2-e825-4efa-9b61-2851ca50abdd), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:59.047929 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-555662be-ebd5-4460-9a9f-b3b8f7fcd650 None None] Provisioning complete for port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:08:59.048316 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-555662be-ebd5-4460-9a9f-b3b8f7fcd650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:59.080852 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-555662be-ebd5-4460-9a9f-b3b8f7fcd650 None None] Port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:08:59.083841 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:59.348007 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Publish callbacks [] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:59.352637 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:59.353428 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622107'] for router_interface (4370f1c2-e825-4efa-9b61-2851ca50abdd), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:59.432474 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Pushing event updated for resources: {'Port': ['ID=faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:08:59.475447 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Network 5b242271-b14c-4770-b707-19db27aa311a is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:08:59.476711 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:08:59.648861 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Router 4370f1c2-e825-4efa-9b61-2851ca50abdd is scheduled to L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 01:08:59.754959 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:08:59.760151 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5ce831b0-ed1e-49be-bc35-999b043d9837 demo admin] 10.222.0.23 "PUT /v2.0/routers/4370f1c2-e825-4efa-9b61-2851ca50abdd/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8072608 Mar 29 01:08:59.764492 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Sync routers for ids ['4370f1c2-e825-4efa-9b61-2851ca50abdd'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:08:59.777249 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Routers {'4370f1c2-e825-4efa-9b61-2851ca50abdd'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:08:59.778110 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:08:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4370f1c2-e825-4efa-9b61-2851ca50abdd'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:08:59.807664 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-4ee3127c-a93f-448e-8373-3c126237730e None None] Provisioning complete for port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:08:59.808249 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4ee3127c-a93f-448e-8373-3c126237730e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:59.856602 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:08:59.859751 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-4ee3127c-a93f-448e-8373-3c126237730e None None] Port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:08:59.971324 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Set router 4370f1c2-e825-4efa-9b61-2851ca50abdd gateway port host: None {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:09:00.405360 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'name': 'router1', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:08:48Z', 'updated_at': '2022-03-29T01:08:59Z', 'revision_number': 2, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'gw_port_host': None, '_interfaces': [{'id': 'faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8', 'name': '', 'network_id': '5b242271-b14c-4770-b707-19db27aa311a', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'mac_address': 'fa:16:3e:6e:e0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:08:58Z', 'updated_at': '2022-03-29T01:08:59Z', 'revision_number': 2, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'subnets': [{'id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b1a441c-b4ee-4b87-8122-3f019bcd83c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:09:00.453956 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Checking router: 4370f1c2-e825-4efa-9b61-2851ca50abdd for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:09:00.454333 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Updating router 4370f1c2-e825-4efa-9b61-2851ca50abdd port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 binding host dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:09:00.532122 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:01.015910 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Publish callbacks [] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:01.022582 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:01.183329 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Pushing event updated for resources: {'Port': ['ID=faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:09:01.199098 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.199443 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.199784 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.200120 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.200446 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.200774 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.201092 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.201409 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.201740 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.202079 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.202399 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.202734 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.203077 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.203391 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.203702 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Tracked resource versions report: Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: pushed versions: Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: { 'AddressGroup': {'1.2'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Agent': {'1.1'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'ConntrackHelper': {'1.0'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'LocalIPAssociation': {'1.0'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Log': {'1.0'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'NDPProxy': {'1.0'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Network': {'1.1'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Port': {'1.7'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'PortForwarding': {'1.3'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'QosPolicy': {'1.10'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SecurityGroup': {'1.5'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SecurityGroupRule': {'1.2'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SubPort': {'1.0'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Subnet': {'1.1'}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Trunk': {'1.1'}} Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: consumer versions: Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: { DHCP agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: L3 agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: Metadata agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: Metering agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: Open vSwitch agent@dv-cinder-750782-13-iscsi: { 'AddressGroup': '1.2', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Agent': '1.1', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'ConntrackHelper': '1.0', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'LocalIPAssociation': '1.0', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Log': '1.0', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'NDPProxy': '1.0', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Network': '1.1', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Port': '1.7', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'PortForwarding': '1.3', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'QosPolicy': '1.10', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SecurityGroup': '1.5', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SecurityGroupRule': '1.2', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SubPort': '1.0', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Subnet': '1.1', Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Trunk': '1.1'}} Mar 29 01:09:01.205145 dv-cinder-750782-13-iscsi neutron-server[103388]: {{(pid=103388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 01:09:01.211061 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Attempting to bind port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:09:01.212085 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Attempting to bind port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5b242271-b14c-4770-b707-19db27aa311a'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:09:01.212558 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Attempting to bind port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 on network 5b242271-b14c-4770-b707-19db27aa311a {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:09:01.217670 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:09:01.218055 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Checking segment: {'id': '059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5b242271-b14c-4770-b707-19db27aa311a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:09:01.218529 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:01.218939 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Bound using segment: {'id': '059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5b242271-b14c-4770-b707-19db27aa311a'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:09:01.219394 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Bound port: faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 273, 'network_id': '5b242271-b14c-4770-b707-19db27aa311a'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:09:01.219793 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:01.284554 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] For port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:09:01.286381 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-434268ae-11d1-404c-8b6a-537350cb107b None None] Provisioning complete for port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:09:01.286857 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-434268ae-11d1-404c-8b6a-537350cb107b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:01.304412 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] For port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8,segment=NetworkSegment(059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba),segment_id=059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:09:01.312518 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:01.322609 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-434268ae-11d1-404c-8b6a-537350cb107b None None] Port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:09:01.374340 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Routers {'4370f1c2-e825-4efa-9b61-2851ca50abdd'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:09:01.374999 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:08:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4370f1c2-e825-4efa-9b61-2851ca50abdd'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:09:01.410160 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0aa30-8026-4241-a296-cfb651e9ed65 None None] Pushing event updated for resources: {'Port': ['ID=faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8,revision_number=4']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:09:01.465883 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:01.473830 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] Set router 4370f1c2-e825-4efa-9b61-2851ca50abdd gateway port host: None {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:09:01.542404 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-afe833e2-14f3-48c9-827c-4dcadbae4fc7 None None] Provisioning complete for port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:09:01.542724 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-afe833e2-14f3-48c9-827c-4dcadbae4fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:01.625459 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-afe833e2-14f3-48c9-827c-4dcadbae4fc7 None None] Current status of the port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:09:01.625769 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-afe833e2-14f3-48c9-827c-4dcadbae4fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:01.658063 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-afe833e2-14f3-48c9-827c-4dcadbae4fc7 None None] For port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8,segment=NetworkSegment(059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba),segment_id=059d37aa-f2e9-4ab1-ba8a-4739f8a9ebba)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:09:01.662595 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-afe833e2-14f3-48c9-827c-4dcadbae4fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:01.696101 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'name': 'router1', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:08:48Z', 'updated_at': '2022-03-29T01:08:59Z', 'revision_number': 2, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'gw_port_host': None, '_interfaces': [{'id': 'faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8', 'name': '', 'network_id': '5b242271-b14c-4770-b707-19db27aa311a', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'mac_address': 'fa:16:3e:6e:e0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:08:58Z', 'updated_at': '2022-03-29T01:09:01Z', 'revision_number': 4, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'subnets': [{'id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b1a441c-b4ee-4b87-8122-3f019bcd83c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:09:01.709244 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe833e2-14f3-48c9-827c-4dcadbae4fc7 None None] Pushing event updated for resources: {'Port': ['ID=faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:09:01.723687 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e57d7e52-2624-421b-9709-fd4229ec3dc8 None None] The sync data for ids ['4370f1c2-e825-4efa-9b61-2851ca50abdd'] in dv-cinder-750782-13-iscsi is: [{'id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'name': 'router1', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:08:48Z', 'updated_at': '2022-03-29T01:08:59Z', 'revision_number': 2, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'gw_port_host': None, '_interfaces': [{'id': 'faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8', 'name': '', 'network_id': '5b242271-b14c-4770-b707-19db27aa311a', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'mac_address': 'fa:16:3e:6e:e0:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:08:58Z', 'updated_at': '2022-03-29T01:09:01Z', 'revision_number': 4, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'subnets': [{'id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b1a441c-b4ee-4b87-8122-3f019bcd83c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:09:02.327434 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 35004) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:09:02.520153 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffffee3-721c-4faa-aed2-ef0da78adac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:09:02.521533 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3ffffee3-721c-4faa-aed2-ef0da78adac0 admin admin] 10.222.0.23 "GET /v2.0/networks/d6baab9c-63f1-4cb4-8c83-cc41134b5337 HTTP/1.1" status: 200 len: 842 time: 0.1931386 Mar 29 01:09:02.531890 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Request body: {'subnet': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:09:02.558005 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Made reservation on behalf of 12b777b8ce63450085de0422d421b54c for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:09:02.560982 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:02.867608 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.objects.ports [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103385) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 29 01:09:02.868088 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for subnet (e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:02.921670 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:09:02.930713 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:09:02.931140 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Network hostable DHCP agents. Network: d6baab9c-63f1-4cb4-8c83-cc41134b5337, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:09:02.951516 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:09:02.961629 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, d6baab9c-63f1-4cb4-8c83-cc41134b5337) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:09:02.965674 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:09:02.966274 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:02.971857 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cdb571-4f7d-4f02-92ca-815b9b7e77b3 None None] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:09:02.986695 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-da6cbea6-d756-458e-8d59-f65e2db621c4 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4584978 Mar 29 01:09:03.078686 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1d21b7-1e84-4401-b0d1-54cf1de9690c None None] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:09:05.494967 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 35022) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:09:05.629063 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-24b001fc-c0b7-4d2a-94b9-1c99df621abe demo admin] 10.222.0.23 "GET /v2.0/routers/4370f1c2-e825-4efa-9b61-2851ca50abdd HTTP/1.1" status: 200 len: 710 time: 0.1327918 Mar 29 01:09:05.718362 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b92dcfb-de2a-4147-bb1e-9d66fe51cb77 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:09:05.725042 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8b92dcfb-de2a-4147-bb1e-9d66fe51cb77 demo admin] 10.222.0.23 "GET /v2.0/networks/d6baab9c-63f1-4cb4-8c83-cc41134b5337 HTTP/1.1" status: 200 len: 886 time: 0.0854101 Mar 29 01:09:05.729564 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:09:06.059889 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Publish callbacks [] for router_gateway (4370f1c2-e825-4efa-9b61-2851ca50abdd), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:06.295954 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Publish callbacks [] for router_gateway (4370f1c2-e825-4efa-9b61-2851ca50abdd), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:06.373778 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:06.475443 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Allocated IP 172.27.2.37 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/78a450bb-a154-4d72-b490-1b5463fe7321) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:09:06.575639 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Publish callbacks [] for port (78a450bb-a154-4d72-b490-1b5463fe7321), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:06.609588 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (78a450bb-a154-4d72-b490-1b5463fe7321), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:06.646019 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:09:06.648861 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:09:06.651952 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:09:06.722405 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Pushing event updated for resources: {'Port': ['ID=78a450bb-a154-4d72-b490-1b5463fe7321,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:09:06.915867 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Publish callbacks [] for router_gateway (4370f1c2-e825-4efa-9b61-2851ca50abdd), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:07.124848 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1622525', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1636748', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61935'] for router (4370f1c2-e825-4efa-9b61-2851ca50abdd), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:07.128320 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1622506', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1622499', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1636741'] for router (4370f1c2-e825-4efa-9b61-2851ca50abdd), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:07.238619 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Router 4370f1c2-e825-4efa-9b61-2851ca50abdd has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:09:07.349650 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:09:07.354034 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:07.366778 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-210b0af1-5444-4b03-9c8d-bbed7d274358 demo admin] 10.222.0.23 "PUT /v2.0/routers/4370f1c2-e825-4efa-9b61-2851ca50abdd HTTP/1.1" status: 200 len: 889 time: 1.6294484 Mar 29 01:09:09.906054 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35034) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:09:10.054123 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-cc4a7eda-9e8c-4e0a-82dd-24387d05228a admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1468608 Mar 29 01:09:10.239246 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:09:10.301920 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:09:10.302480 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:10.347826 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Sync routers for ids ['4370f1c2-e825-4efa-9b61-2851ca50abdd'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:09:10.363086 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Routers {'4370f1c2-e825-4efa-9b61-2851ca50abdd'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:09:10.363759 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:08:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4370f1c2-e825-4efa-9b61-2851ca50abdd'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:09:10.580485 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:09:10.613827 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Set router 4370f1c2-e825-4efa-9b61-2851ca50abdd gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:09:11.085297 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'name': 'router1', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '78a450bb-a154-4d72-b490-1b5463fe7321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:08:48Z', 'updated_at': '2022-03-29T01:09:06Z', 'revision_number': 4, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'gw_port': {'id': '78a450bb-a154-4d72-b490-1b5463fe7321', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:09:06Z', 'updated_at': '2022-03-29T01:09:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8', 'name': '', 'network_id': '5b242271-b14c-4770-b707-19db27aa311a', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'mac_address': 'fa:16:3e:6e:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:08:58Z', 'updated_at': '2022-03-29T01:09:01Z', 'revision_number': 5, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'subnets': [{'id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b1a441c-b4ee-4b87-8122-3f019bcd83c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:09:11.136427 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Checking router: 4370f1c2-e825-4efa-9b61-2851ca50abdd for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:09:11.136721 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Updating router 4370f1c2-e825-4efa-9b61-2851ca50abdd port 78a450bb-a154-4d72-b490-1b5463fe7321 binding host dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:09:11.186183 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (78a450bb-a154-4d72-b490-1b5463fe7321), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:11.520745 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Publish callbacks [] for port (78a450bb-a154-4d72-b490-1b5463fe7321), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:11.525375 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (78a450bb-a154-4d72-b490-1b5463fe7321), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:11.574719 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Attempting to bind port 78a450bb-a154-4d72-b490-1b5463fe7321 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:09:11.575119 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Attempting to bind port 78a450bb-a154-4d72-b490-1b5463fe7321 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:09:11.575483 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Attempting to bind port 78a450bb-a154-4d72-b490-1b5463fe7321 on network d6baab9c-63f1-4cb4-8c83-cc41134b5337 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:09:11.582416 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365a89c-b785-4c91-880b-2474358fab56 None None] Pushing event updated for resources: {'Port': ['ID=78a450bb-a154-4d72-b490-1b5463fe7321,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:09:11.585687 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:09:11.586060 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:09:11.586525 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:11.587109 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Bound using segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:09:11.587573 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Bound port: 78a450bb-a154-4d72-b490-1b5463fe7321, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:09:11.587958 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (78a450bb-a154-4d72-b490-1b5463fe7321), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:11.636352 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] For port 78a450bb-a154-4d72-b490-1b5463fe7321, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:09:11.639256 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] For port 78a450bb-a154-4d72-b490-1b5463fe7321, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=78a450bb-a154-4d72-b490-1b5463fe7321,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:09:11.645167 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (78a450bb-a154-4d72-b490-1b5463fe7321), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:11.707449 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Routers {'4370f1c2-e825-4efa-9b61-2851ca50abdd'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:09:11.708072 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:08:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4370f1c2-e825-4efa-9b61-2851ca50abdd'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:09:11.743862 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b365a89c-b785-4c91-880b-2474358fab56 None None] Pushing event updated for resources: {'Port': ['ID=78a450bb-a154-4d72-b490-1b5463fe7321,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:09:11.826882 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] Set router 4370f1c2-e825-4efa-9b61-2851ca50abdd gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:09:12.046368 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'name': 'router1', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '78a450bb-a154-4d72-b490-1b5463fe7321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:08:48Z', 'updated_at': '2022-03-29T01:09:06Z', 'revision_number': 4, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'gw_port': {'id': '78a450bb-a154-4d72-b490-1b5463fe7321', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:09:06Z', 'updated_at': '2022-03-29T01:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8', 'name': '', 'network_id': '5b242271-b14c-4770-b707-19db27aa311a', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'mac_address': 'fa:16:3e:6e:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:08:58Z', 'updated_at': '2022-03-29T01:09:01Z', 'revision_number': 5, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'subnets': [{'id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b1a441c-b4ee-4b87-8122-3f019bcd83c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:09:12.075062 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f54d43-a6da-4b6f-a372-217b194e5ba6 None None] The sync data for ids ['4370f1c2-e825-4efa-9b61-2851ca50abdd'] in dv-cinder-750782-13-iscsi is: [{'id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'name': 'router1', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.37'}], 'enable_snat': True}, 'gw_port_id': '78a450bb-a154-4d72-b490-1b5463fe7321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:08:48Z', 'updated_at': '2022-03-29T01:09:06Z', 'revision_number': 4, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'gw_port': {'id': '78a450bb-a154-4d72-b490-1b5463fe7321', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:7c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:09:06Z', 'updated_at': '2022-03-29T01:09:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8', 'name': '', 'network_id': '5b242271-b14c-4770-b707-19db27aa311a', 'tenant_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'mac_address': 'fa:16:3e:6e:e0:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4370f1c2-e825-4efa-9b61-2851ca50abdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:08:58Z', 'updated_at': '2022-03-29T01:09:01Z', 'revision_number': 5, 'project_id': 'cd34c6dfb0d54363a67f53510a5f3b34', 'subnets': [{'id': '263d5e9b-6230-4377-8137-a6c9b0c9887d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6b1a441c-b4ee-4b87-8122-3f019bcd83c9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:09:12.345360 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 78a450bb-a154-4d72-b490-1b5463fe7321 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:09:12.418177 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 78a450bb-a154-4d72-b490-1b5463fe7321 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:09:12.418708 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (78a450bb-a154-4d72-b490-1b5463fe7321), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:12.515364 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 78a450bb-a154-4d72-b490-1b5463fe7321 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:09:12.515853 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (78a450bb-a154-4d72-b490-1b5463fe7321), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:12.542563 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port 78a450bb-a154-4d72-b490-1b5463fe7321, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=78a450bb-a154-4d72-b490-1b5463fe7321,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:09:12.553334 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (78a450bb-a154-4d72-b490-1b5463fe7321), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:12.619832 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=78a450bb-a154-4d72-b490-1b5463fe7321,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:09:14.268623 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 78a450bb-a154-4d72-b490-1b5463fe7321 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:09:14.346014 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 78a450bb-a154-4d72-b490-1b5463fe7321 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:09:14.346718 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (78a450bb-a154-4d72-b490-1b5463fe7321), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:14.452675 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 78a450bb-a154-4d72-b490-1b5463fe7321 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:09:22.683616 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 5 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:09:25.099415 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0a26566-cc39-4e6d-9339-bee601c1643b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:27.472904 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4d31144d-6469-4a93-b8f5-92afd3e00fed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:28.473977 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:29.837794 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:31.465350 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:55.084395 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17be80bc-0d22-425f-a051-b3154f013450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:57.467308 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-253e379a-316b-417b-837d-df57b7cd3b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:58.472024 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:09:59.681816 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 5 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:09:59.839771 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:01.461244 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:25.087551 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cc7860ba-094b-41bd-8624-ac213e00c644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:27.469666 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2ad4cede-6e84-451c-920b-4f58f272fad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:28.475758 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:29.843815 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:31.466112 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:32.192074 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35518) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:10:32.254038 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b39ea3b-9076-4e86-bd30-f969e1a202db admin admin] GET failed (client error): The resource could not be found. Mar 29 01:10:32.255300 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-7b39ea3b-9076-4e86-bd30-f969e1a202db admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622966 Mar 29 01:10:32.413456 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e34463-79e2-49a4-95da-72fb55cbe85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:32.414886 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c2e34463-79e2-49a4-95da-72fb55cbe85d admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1549208 Mar 29 01:10:34.733919 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35528) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:10:34.827031 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948ae904-a36a-416d-b59e-f2b926088841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:34.828331 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-948ae904-a36a-416d-b59e-f2b926088841 admin admin] 10.222.0.23 "GET /v2.0/subnets/263d5e9b-6230-4377-8137-a6c9b0c9887d HTTP/1.1" status: 200 len: 849 time: 0.0934434 Mar 29 01:10:34.837514 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:10:34.918583 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Publish callbacks [] for subnet (263d5e9b-6230-4377-8137-a6c9b0c9887d), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:35.059064 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738714097282'] for subnet (263d5e9b-6230-4377-8137-a6c9b0c9887d), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:35.095317 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:35.096485 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:35.110950 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] 10.222.0.23 "PUT /v2.0/subnets/263d5e9b-6230-4377-8137-a6c9b0c9887d HTTP/1.1" status: 200 len: 868 time: 0.2632027 Mar 29 01:10:35.111201 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52507108-ebaf-4417-9ff1-62d5c5fda8c6 None None] Network 5b242271-b14c-4770-b707-19db27aa311a requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:10:35.115589 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=263d5e9b-6230-4377-8137-a6c9b0c9887d,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:10:35.123493 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.123862 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.124207 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.124552 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.124882 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.125216 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.125543 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.125869 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.126213 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.126545 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.126924 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.127262 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.127586 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.127909 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.128239 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-606b952c-cca4-461e-b14e-d1f8a46ce684 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:10:35.454265 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-741562b4-e5a6-41a6-8750-02d44147c2d6 None None] Provisioning complete for port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:10:35.454656 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-741562b4-e5a6-41a6-8750-02d44147c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:35.535494 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-741562b4-e5a6-41a6-8750-02d44147c2d6 None None] Current status of the port faaa338e-72b7-45ab-9e3f-4e0ac42ed9e8 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:10:35.546227 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-741562b4-e5a6-41a6-8750-02d44147c2d6 None None] Provisioning complete for port f434c152-6dd5-45d7-b261-75612e13fb4b triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:10:35.546610 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-741562b4-e5a6-41a6-8750-02d44147c2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (f434c152-6dd5-45d7-b261-75612e13fb4b), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:35.628217 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-741562b4-e5a6-41a6-8750-02d44147c2d6 None None] Current status of the port f434c152-6dd5-45d7-b261-75612e13fb4b is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:10:36.680963 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 5 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:10:37.463780 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35536) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:10:37.662185 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08714dc0-783f-4a15-ae08-380b9b8d2135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:37.662573 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08714dc0-783f-4a15-ae08-380b9b8d2135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:37.664194 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-08714dc0-783f-4a15-ae08-380b9b8d2135 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994762 Mar 29 01:10:40.030790 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35544) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:10:40.161565 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26496b3f-57b6-4e08-b826-7e52a2f953a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:40.162043 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26496b3f-57b6-4e08-b826-7e52a2f953a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:40.163584 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-26496b3f-57b6-4e08-b826-7e52a2f953a5 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319175 Mar 29 01:10:42.514791 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35552) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:10:42.683218 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad21997-e0b1-4ab0-80cf-f507a6dd1d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:42.684577 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5ad21997-e0b1-4ab0-80cf-f507a6dd1d7e admin admin] 10.222.0.23 "GET /v2.0/networks/5b242271-b14c-4770-b707-19db27aa311a HTTP/1.1" status: 200 len: 869 time: 0.1688457 Mar 29 01:10:44.992219 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35560) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:10:45.115630 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37244b7-445d-48a7-b576-4bd1fd414e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:45.116996 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b37244b7-445d-48a7-b576-4bd1fd414e96 admin admin] 10.222.0.23 "GET /v2.0/networks/d6baab9c-63f1-4cb4-8c83-cc41134b5337 HTTP/1.1" status: 200 len: 886 time: 0.1237166 Mar 29 01:10:47.404609 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35568) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:10:47.573381 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c74f9f-be12-4538-8d09-9b216df0a4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:47.573840 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c74f9f-be12-4538-8d09-9b216df0a4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:47.575378 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-16c74f9f-be12-4538-8d09-9b216df0a4ef admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1698411 Mar 29 01:10:49.888588 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 35576) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:10:50.090843 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4edb10-0d62-49d6-a77d-64764ba70f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:50.091225 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4edb10-0d62-49d6-a77d-64764ba70f14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:50.092788 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ce4edb10-0d62-49d6-a77d-64764ba70f14 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2032192 Mar 29 01:10:52.397065 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 35586) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:10:52.489651 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a400434c-f4ac-4927-aee5-c9ce8695ad02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:52.490938 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a400434c-f4ac-4927-aee5-c9ce8695ad02 admin admin] 10.222.0.23 "GET /v2.0/subnets/263d5e9b-6230-4377-8137-a6c9b0c9887d HTTP/1.1" status: 200 len: 868 time: 0.0928938 Mar 29 01:10:54.841794 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 35594) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:10:54.927392 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d34eba-25c3-42f1-88df-b77a9e61935c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:10:54.928724 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d0d34eba-25c3-42f1-88df-b77a9e61935c admin admin] 10.222.0.23 "GET /v2.0/subnets/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e HTTP/1.1" status: 200 len: 816 time: 0.0859501 Mar 29 01:10:55.091157 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-230b5288-afab-4ee5-8b8c-14c105a2e431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:57.471497 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cf6a65b0-f8e3-4306-b000-fe39314d16da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:58.479292 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:10:59.845076 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:01.467263 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:13.679448 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 5 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:11:23.247544 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35646) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:11:23.294025 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [None req-d6196d60-71f0-4cb8-a2bc-07339edf3f9b admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:11:23.295046 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-d6196d60-71f0-4cb8-a2bc-07339edf3f9b admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465477 Mar 29 01:11:25.092951 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6701ab36-b3d6-4537-83c0-894f420f4dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:25.704832 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35654) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:11:25.767006 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a3ec8f-87e0-4541-ab3e-84e8835c706a admin admin] GET failed (client error): The resource could not be found. Mar 29 01:11:25.768315 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-00a3ec8f-87e0-4541-ab3e-84e8835c706a admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625627 Mar 29 01:11:25.853921 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-470535f4-204e-4182-97f6-9a882e0f3010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:11:25.855411 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-470535f4-204e-4182-97f6-9a882e0f3010 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0830190 Mar 29 01:11:27.473568 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d84db065-5cd9-4d6f-9339-a9c04d941019 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:28.247266 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35662) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:11:28.293600 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:11:28.311730 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] Made reservation on behalf of 12b777b8ce63450085de0422d421b54c for: {'network': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:11:28.314169 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:28.347333 dv-cinder-750782-13-iscsi neutron-server[103386]: WARNING neutron.services.revisions.revision_plugin [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] Could not find related network for resource to bump revision. Mar 29 01:11:28.360883 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=103386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:11:28.371257 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (0d0e445d-ad5d-4ee2-befb-2903d4fe06c4), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:28.371593 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.segments_db [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] Added segment 0d0e445d-ad5d-4ee2-befb-2903d4fe06c4 of type vlan for network 7684c6f1-beb1-4577-874c-604cb432a93e Mar 29 01:11:28.407647 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (7684c6f1-beb1-4577-874c-604cb432a93e), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:28.430952 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (7684c6f1-beb1-4577-874c-604cb432a93e), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:28.431816 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:11:28.432380 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:28.482907 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:28.509806 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2614443 Mar 29 01:11:28.528573 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38eb7d5-0ad2-4198-adae-9de05db666d8 admin admin] Pushing event updated for resources: {'Network': ['ID=7684c6f1-beb1-4577-874c-604cb432a93e,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:11:28.540891 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 7684c6f1-beb1-4577-874c-604cb432a93e details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:11:29.850406 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:30.869674 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35670) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:11:30.928502 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ab560f-1ead-432b-b46b-833e08172452 admin admin] GET failed (client error): The resource could not be found. Mar 29 01:11:30.930326 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-98ab560f-1ead-432b-b46b-833e08172452 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596495 Mar 29 01:11:30.999794 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36065a46-5e7c-43b0-b508-807427ab6a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:11:31.001212 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-36065a46-5e7c-43b0-b508-807427ab6a32 admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0668957 Mar 29 01:11:31.011570 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:11:31.029577 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] Made reservation on behalf of 12b777b8ce63450085de0422d421b54c for: {'subnet': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:11:31.031750 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:31.198005 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for subnet (49443b70-1fe2-4efa-ab83-a92a6aa67e82), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:31.249342 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49443b70-1fe2-4efa-ab83-a92a6aa67e82,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:11:31.257886 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] Checking segment: {'id': '0d0e445d-ad5d-4ee2-befb-2903d4fe06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:11:31.258380 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] Network hostable DHCP agents. Network: 7684c6f1-beb1-4577-874c-604cb432a93e, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:11:31.274599 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] Network 7684c6f1-beb1-4577-874c-604cb432a93e is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:11:31.282316 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 7684c6f1-beb1-4577-874c-604cb432a93e) {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:11:31.286177 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:11:31.286775 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:31.291792 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6baff0b-bcd0-48f2-8ff7-f8b45e32834c None None] Network 7684c6f1-beb1-4577-874c-604cb432a93e requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:11:31.302957 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-f5c7dccd-62eb-46b2-af07-4e10df3cca58 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2953784 Mar 29 01:11:31.393098 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-7684c6f1-beb1-4577-874c-604cb432a93e', 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e', 'project_id': '12b777b8ce63450085de0422d421b54c', 'fixed_ips': [{'subnet_id': '49443b70-1fe2-4efa-ab83-a92a6aa67e82'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:11:31.393961 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:31.513047 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:31.564279 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Allocated IP 192.168.233.2 (7684c6f1-beb1-4577-874c-604cb432a93e/49443b70-1fe2-4efa-ab83-a92a6aa67e82/4c486a7e-a402-4bdf-85f6-c322661ca960) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:11:31.712318 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Publish callbacks [] for port (4c486a7e-a402-4bdf-85f6-c322661ca960), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:31.718118 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (4c486a7e-a402-4bdf-85f6-c322661ca960), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:31.752644 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Network 7684c6f1-beb1-4577-874c-604cb432a93e is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:11:31.755483 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:11:31.761717 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:11:31.774426 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Pushing event updated for resources: {'Port': ['ID=4c486a7e-a402-4bdf-85f6-c322661ca960,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:11:31.800594 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.800947 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.801306 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.801666 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.802001 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.802338 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.802648 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.802999 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.803336 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.803663 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.803985 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.804377 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.804706 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.805024 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.805342 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:11:31.936778 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Attempting to bind port 4c486a7e-a402-4bdf-85f6-c322661ca960 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:11:31.937161 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Attempting to bind port 4c486a7e-a402-4bdf-85f6-c322661ca960 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '0d0e445d-ad5d-4ee2-befb-2903d4fe06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:11:31.937519 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Attempting to bind port 4c486a7e-a402-4bdf-85f6-c322661ca960 on network 7684c6f1-beb1-4577-874c-604cb432a93e {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:11:31.942943 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:11:31.943296 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Checking segment: {'id': '0d0e445d-ad5d-4ee2-befb-2903d4fe06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:11:31.943703 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:31.944095 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Bound using segment: {'id': '0d0e445d-ad5d-4ee2-befb-2903d4fe06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:11:31.944554 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Bound port: 4c486a7e-a402-4bdf-85f6-c322661ca960, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d0e445d-ad5d-4ee2-befb-2903d4fe06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:11:31.945167 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4c486a7e-a402-4bdf-85f6-c322661ca960), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:32.006503 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] For port 4c486a7e-a402-4bdf-85f6-c322661ca960, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:11:32.010741 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] For port 4c486a7e-a402-4bdf-85f6-c322661ca960, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=4c486a7e-a402-4bdf-85f6-c322661ca960,segment=NetworkSegment(0d0e445d-ad5d-4ee2-befb-2903d4fe06c4),segment_id=0d0e445d-ad5d-4ee2-befb-2903d4fe06c4)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:11:32.017754 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4c486a7e-a402-4bdf-85f6-c322661ca960), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:32.075135 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c150285f-e489-4c82-ae54-d6ea3e5754c5 None None] Pushing event updated for resources: {'Port': ['ID=4c486a7e-a402-4bdf-85f6-c322661ca960,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:11:32.384747 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 4c486a7e-a402-4bdf-85f6-c322661ca960 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:11:32.435877 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 4c486a7e-a402-4bdf-85f6-c322661ca960 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:11:32.436303 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4c486a7e-a402-4bdf-85f6-c322661ca960), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:32.519402 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 4c486a7e-a402-4bdf-85f6-c322661ca960 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:11:32.519786 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4c486a7e-a402-4bdf-85f6-c322661ca960), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:32.552764 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port 4c486a7e-a402-4bdf-85f6-c322661ca960, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=4c486a7e-a402-4bdf-85f6-c322661ca960,segment=NetworkSegment(0d0e445d-ad5d-4ee2-befb-2903d4fe06c4),segment_id=0d0e445d-ad5d-4ee2-befb-2903d4fe06c4)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:11:32.556938 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4c486a7e-a402-4bdf-85f6-c322661ca960), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:32.607807 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=4c486a7e-a402-4bdf-85f6-c322661ca960,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:11:32.931200 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d79e14-79a2-4ab4-b545-0e1794aaf411 None None] Network 7684c6f1-beb1-4577-874c-604cb432a93e requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:11:32.995253 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-0845757f-e1a1-464c-8b69-510a27cc1693 None None] Provisioning complete for port 4c486a7e-a402-4bdf-85f6-c322661ca960 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:11:32.995645 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0845757f-e1a1-464c-8b69-510a27cc1693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4c486a7e-a402-4bdf-85f6-c322661ca960), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:33.117633 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-0845757f-e1a1-464c-8b69-510a27cc1693 None None] Current status of the port 4c486a7e-a402-4bdf-85f6-c322661ca960 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:11:33.338347 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-257b0c84-d328-4b87-a0ca-1b8da695aad2 None None] Provisioning complete for port 4c486a7e-a402-4bdf-85f6-c322661ca960 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:11:33.338734 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-257b0c84-d328-4b87-a0ca-1b8da695aad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4c486a7e-a402-4bdf-85f6-c322661ca960), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:33.421217 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-257b0c84-d328-4b87-a0ca-1b8da695aad2 None None] Current status of the port 4c486a7e-a402-4bdf-85f6-c322661ca960 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:11:34.307397 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 4c486a7e-a402-4bdf-85f6-c322661ca960 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:11:34.359899 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 4c486a7e-a402-4bdf-85f6-c322661ca960 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:11:34.360275 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4c486a7e-a402-4bdf-85f6-c322661ca960), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:34.439850 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 4c486a7e-a402-4bdf-85f6-c322661ca960 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:11:50.678309 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 5 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:11:55.095745 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-36f4f689-5598-4432-9ebe-c62f681f75b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:57.475096 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-20a13380-0464-4f09-986e-0a3e30b54b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:58.484509 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:11:59.853862 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:01.468916 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:25.097607 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0d385293-22ad-45fa-8d43-eb85576f8013 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:27.477442 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-57308284-e489-4434-8ceb-42e765d65d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:27.677079 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 5 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:12:28.488550 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:29.861371 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:31.472050 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:51.207779 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 35708) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:12:51.214540 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [None req-feff7929-4222-4271-bc9e-58ec36302e56 tempest-verify_tempest_config-1660980798 tempest-verify_tempest_config-1660980798-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:12:51.215543 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-feff7929-4222-4271-bc9e-58ec36302e56 tempest-verify_tempest_config-1660980798 tempest-verify_tempest_config-1660980798-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0068121 Mar 29 01:12:51.501445 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35726) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:12:51.602833 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:51.676612 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Publish callbacks [] for security_group (f13a7bb8-091d-41b3-84b6-ac03dac8ce1a), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:51.681032 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (f13a7bb8-091d-41b3-84b6-ac03dac8ce1a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:51.728918 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1000f1749b49497a9b0b00a35d4a9304&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2264166 Mar 29 01:12:51.731087 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f13a7bb8-091d-41b3-84b6-ac03dac8ce1a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:12:51.731656 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35732) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:12:51.747499 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.747848 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.748191 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.748527 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.748854 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.749181 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.749506 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.749827 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.750148 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.750472 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.750826 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.751153 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.751471 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.751785 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.752100 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecedc950-76ad-4ee4-b2cc-30648ee66408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:12:51.800677 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03da3bf8-01fe-49f4-b93d-6bfb59395a39 admin admin] Publish callbacks [] for security_group (f13a7bb8-091d-41b3-84b6-ac03dac8ce1a), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:51.822165 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03da3bf8-01fe-49f4-b93d-6bfb59395a39 admin admin] Publish callbacks [] for security_group (f13a7bb8-091d-41b3-84b6-ac03dac8ce1a), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:51.911345 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03da3bf8-01fe-49f4-b93d-6bfb59395a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (f13a7bb8-091d-41b3-84b6-ac03dac8ce1a), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:51.914500 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03da3bf8-01fe-49f4-b93d-6bfb59395a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:51.915677 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-03da3bf8-01fe-49f4-b93d-6bfb59395a39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f13a7bb8-091d-41b3-84b6-ac03dac8ce1a HTTP/1.1" status: 204 len: 168 time: 0.1831677 Mar 29 01:12:51.924534 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03da3bf8-01fe-49f4-b93d-6bfb59395a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13a7bb8-091d-41b3-84b6-ac03dac8ce1a,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:12:55.099402 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bf982b3b-2da3-409b-9248-acc4c436f77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:57.479119 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3ff450a7-abd9-4287-8ea6-9f46fc36ee9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:58.489416 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:12:59.861258 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:13:01.474977 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:13:04.676470 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 5 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:13:25.102803 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a070caf4-0ced-4222-a343-7611a31acf2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:13:27.480092 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-396ded1a-b615-4541-8f81-eeedb076cc4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:13:28.490966 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:13:29.866561 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:13:31.478279 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:13:41.675253 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 5 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:13:55.104558 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e0f063f2-76b5-44a7-a44f-38ab8ea50473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:13:57.481395 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-81938ccf-fbdf-492f-9726-06de81f6dd6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:13:58.493290 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:13:59.870184 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:14:01.482629 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:14:18.674535 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 5 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:14:25.113084 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-455a44a6-211a-4bf1-84bf-9aa19f19c325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:14:27.483148 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f3ea6cbd-51ab-4301-bb92-62dd9269dbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:14:28.497272 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:14:29.873486 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:14:31.483987 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:14:33.156331 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1637347'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:14:48.481836 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35802) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:14:48.585799 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-f0343234-d587-47ad-b66b-4e9b05228c50 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1028800 Mar 29 01:14:50.884838 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 35812) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:14:50.944432 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a3f7e43a-bbe7-457b-b9a7-13d93c01a040 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0585191 Mar 29 01:14:55.105453 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-354e6240-b411-49be-b139-1197afd7f4c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:14:55.675310 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:14:57.485175 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f421d4b7-adbd-4218-8933-fb3ade1f137b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:14:58.501085 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:14:59.874898 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:01.485918 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:03.108988 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:25.108097 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c971ff9d-c8b2-4c2e-9e41-21d22fa010fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:27.486338 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-07ddc09c-9d29-4348-946b-c3c78d0ec371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:28.504526 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:29.877832 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:31.488210 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:32.674877 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:15:33.123857 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:55.108885 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3d5ae935-6d9f-46c8-a2bd-72df5ab7d0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:57.487829 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2de45110-b4b1-44da-b03d-e1e7d85efa2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:58.509625 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:15:59.882060 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:01.492062 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:03.139349 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:09.674799 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:16:25.123453 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-afaec350-711a-4f2c-8349-70a30ff856b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:25.549395 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 35930) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:25.805141 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-756106154-network', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:25.826630 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Made reservation on behalf of 87a44b64a2e74026b8cc3ee9dc239fb4 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:25.828995 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:25.841757 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:25.927000 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Publish callbacks [] for security_group (55bc3b2e-8259-43ee-bdd9-c999d890c7a9), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:25.931426 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (55bc3b2e-8259-43ee-bdd9-c999d890c7a9), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:25.959219 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55bc3b2e-8259-43ee-bdd9-c999d890c7a9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:25.968991 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.969900 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.970426 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.970809 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.971145 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.971531 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.971808 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.972137 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.972491 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.972808 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.973147 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.973474 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.973800 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.974324 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.974456 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Tracked resource versions report: Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: pushed versions: Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: { 'AddressGroup': {'1.2'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Agent': {'1.1'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'ConntrackHelper': {'1.0'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'LocalIPAssociation': {'1.0'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Log': {'1.0'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'NDPProxy': {'1.0'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Network': {'1.1'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Port': {'1.7'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'PortForwarding': {'1.3'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'QosPolicy': {'1.10'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SecurityGroup': {'1.5'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SecurityGroupRule': {'1.2'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SubPort': {'1.0'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Subnet': {'1.1'}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Trunk': {'1.1'}} Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: consumer versions: Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: { DHCP agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: HyperV agent@hv-cinder-75078: {}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: L3 agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: Metadata agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: Metering agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: Open vSwitch agent@dv-cinder-750782-13-iscsi: { 'AddressGroup': '1.2', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Agent': '1.1', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'ConntrackHelper': '1.0', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'LocalIPAssociation': '1.0', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Log': '1.0', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'NDPProxy': '1.0', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Network': '1.1', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Port': '1.7', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'PortForwarding': '1.3', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'QosPolicy': '1.10', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SecurityGroup': '1.5', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SecurityGroupRule': '1.2', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'SubPort': '1.0', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Subnet': '1.1', Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: 'Trunk': '1.1'}} Mar 29 01:16:25.976175 dv-cinder-750782-13-iscsi neutron-server[103385]: {{(pid=103385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 01:16:25.986202 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:16:25.998188 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (061b44cb-c14e-408f-b536-70466351fb13), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:25.999143 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Added segment 061b44cb-c14e-408f-b536-70466351fb13 of type vlan for network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb Mar 29 01:16:26.056917 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (34d6dad2-fad6-4cdd-baeb-fe9281b41efb), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:26.084037 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (34d6dad2-fad6-4cdd-baeb-fe9281b41efb), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:26.085204 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:26.085987 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:26.149520 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] Pushing event updated for resources: {'Network': ['ID=34d6dad2-fad6-4cdd-baeb-fe9281b41efb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:26.162327 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:16:26.163493 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 35968) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:26.169270 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Request body: {'subnet': {'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-subnet', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:26.173495 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ee61e727-5527-445f-8a69-d47781f1c5ee admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6231749 Mar 29 01:16:26.193821 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Made reservation on behalf of 87a44b64a2e74026b8cc3ee9dc239fb4 for: {'subnet': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:26.197779 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:26.381033 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for subnet (45074503-16c7-47f8-9435-fd0bd691dd9a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:26.434332 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45074503-16c7-47f8-9435-fd0bd691dd9a,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:26.451184 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.451530 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.451875 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.452206 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.452507 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.452832 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.453148 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.453459 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.453779 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.454252 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.454656 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.454910 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.455224 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.455529 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.455834 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Tracked resource versions report: Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: pushed versions: Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: { 'AddressGroup': {'1.2'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Agent': {'1.1'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'ConntrackHelper': {'1.0'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'LocalIPAssociation': {'1.0'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Log': {'1.0'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'NDPProxy': {'1.0'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Network': {'1.1'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Port': {'1.7'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'PortForwarding': {'1.3'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'QosPolicy': {'1.10'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SecurityGroup': {'1.5'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SecurityGroupRule': {'1.2'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SubPort': {'1.0'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Subnet': {'1.1'}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Trunk': {'1.1'}} Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: consumer versions: Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: { DHCP agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: HyperV agent@hv-cinder-75078: {}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: L3 agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: Metadata agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: Metering agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: Open vSwitch agent@dv-cinder-750782-13-iscsi: { 'AddressGroup': '1.2', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Agent': '1.1', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'ConntrackHelper': '1.0', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'LocalIPAssociation': '1.0', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Log': '1.0', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'NDPProxy': '1.0', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Network': '1.1', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Port': '1.7', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'PortForwarding': '1.3', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'QosPolicy': '1.10', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SecurityGroup': '1.5', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SecurityGroupRule': '1.2', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'SubPort': '1.0', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Subnet': '1.1', Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: 'Trunk': '1.1'}} Mar 29 01:16:26.457000 dv-cinder-750782-13-iscsi neutron-server[103386]: {{(pid=103386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 01:16:26.466501 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Checking segment: {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:26.467098 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Network hostable DHCP agents. Network: 34d6dad2-fad6-4cdd-baeb-fe9281b41efb, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:16:26.485533 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:16:26.501392 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 34d6dad2-fad6-4cdd-baeb-fe9281b41efb) {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:26.506088 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:26.506986 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:26.514073 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537db00-9760-4599-853d-f93671bfd7ee None None] Network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:26.543450 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-edf522cc-1d51-4cb9-bfef-602f0a313022 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3782954 Mar 29 01:16:26.543836 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 35998) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:26.550148 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:26.579883 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61828'] for router (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:26.582462 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61853'] for router (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:26.637448 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:16:26.638641 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:26.708705 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Publish callbacks [] for router_controller (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), precommit_add_association {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:26.813873 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Allocated IP 172.20.0.2 (34d6dad2-fad6-4cdd-baeb-fe9281b41efb/45074503-16c7-47f8-9435-fd0bd691dd9a/b62381c9-214b-4aed-bf84-2e3de73bdfa8) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:26.873036 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Publish callbacks [] for router_gateway (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.009143 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Publish callbacks [] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.020161 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.064751 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:27.067583 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:27.072042 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:27.094385 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Pushing event updated for resources: {'Port': ['ID=b62381c9-214b-4aed-bf84-2e3de73bdfa8,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:27.135482 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.135834 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.136201 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.136563 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.136906 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.137237 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.137566 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.137895 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.138235 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.138571 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.139073 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.139263 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.140230 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.140573 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.140902 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Tracked resource versions report: Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: pushed versions: Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: { 'AddressGroup': {'1.2'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Agent': {'1.1'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'ConntrackHelper': {'1.0'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'LocalIPAssociation': {'1.0'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Log': {'1.0'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'NDPProxy': {'1.0'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Network': {'1.1'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Port': {'1.7'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'PortForwarding': {'1.3'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'QosPolicy': {'1.10'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SecurityGroup': {'1.5'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SecurityGroupRule': {'1.2'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SubPort': {'1.0'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Subnet': {'1.1'}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Trunk': {'1.1'}} Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: consumer versions: Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: { DHCP agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: HyperV agent@hv-cinder-75078: {}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: L3 agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: Metadata agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: Metering agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: Open vSwitch agent@dv-cinder-750782-13-iscsi: { 'AddressGroup': '1.2', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Agent': '1.1', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'ConntrackHelper': '1.0', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'LocalIPAssociation': '1.0', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Log': '1.0', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'NDPProxy': '1.0', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Network': '1.1', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Port': '1.7', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'PortForwarding': '1.3', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'QosPolicy': '1.10', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SecurityGroup': '1.5', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SecurityGroupRule': '1.2', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'SubPort': '1.0', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Subnet': '1.1', Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: 'Trunk': '1.1'}} Mar 29 01:16:27.142052 dv-cinder-750782-13-iscsi neutron-server[103387]: {{(pid=103387) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 01:16:27.152248 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Publish callbacks [] for router_gateway (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.171483 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Attempting to bind port b62381c9-214b-4aed-bf84-2e3de73bdfa8 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:27.172045 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Attempting to bind port b62381c9-214b-4aed-bf84-2e3de73bdfa8 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:27.172211 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Attempting to bind port b62381c9-214b-4aed-bf84-2e3de73bdfa8 on network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:27.176997 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.177228 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:27.177809 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Checking segment: {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:27.178393 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.178809 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Bound using segment: {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:27.180019 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Bound port: b62381c9-214b-4aed-bf84-2e3de73bdfa8, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:27.180411 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.222799 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36032) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:27.255056 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] For port b62381c9-214b-4aed-bf84-2e3de73bdfa8, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:27.259471 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] For port b62381c9-214b-4aed-bf84-2e3de73bdfa8, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=b62381c9-214b-4aed-bf84-2e3de73bdfa8,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:27.267082 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.317820 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Allocated IP 172.27.2.184 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/0a475a6e-6cb4-4771-a4d1-b9819234c93a) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:27.342063 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2154022a-6fdd-4a3c-858e-8b6f6978cc4e None None] Pushing event updated for resources: {'Port': ['ID=b62381c9-214b-4aed-bf84-2e3de73bdfa8,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:27.450239 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Publish callbacks [] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.493719 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-365af313-9746-4691-a13d-df6f7ba2856f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.501349 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.537115 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:27.542480 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36050) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:27.543884 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:27.547675 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:27.592540 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Pushing event updated for resources: {'Port': ['ID=0a475a6e-6cb4-4771-a4d1-b9819234c93a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:27.632121 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36054) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:27.655162 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1192787100-network', 'tenant_id': '7761d02469ab44c19e57d72ed4091a21'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:27.683765 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Made reservation on behalf of 7761d02469ab44c19e57d72ed4091a21 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:27.686198 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.699285 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.830841 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Publish callbacks [] for security_group (272d0ac2-fb91-4caf-a3ff-80dcb6dd812b), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.859982 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (272d0ac2-fb91-4caf-a3ff-80dcb6dd812b), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:27.995915 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:27.998645 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:16:28.017795 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (ca523a68-89fc-48d9-b62b-aab4961f6c7c), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.018184 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Added segment ca523a68-89fc-48d9-b62b-aab4961f6c7c of type vlan for network ebbbde10-994a-459f-b129-fef1f46037ca Mar 29 01:16:28.068206 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (ebbbde10-994a-459f-b129-fef1f46037ca), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.080137 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Publish callbacks [] for router_gateway (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.122493 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-network', 'tenant_id': '4ce5b95bcc76491185ee402041492580'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:28.164022 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Made reservation on behalf of 4ce5b95bcc76491185ee402041492580 for: {'network': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:28.167790 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.188915 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (ebbbde10-994a-459f-b129-fef1f46037ca), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.190003 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:28.190386 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.190581 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.235354 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1691177404-network', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:28.321427 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0942988 Mar 29 01:16:28.339064 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36068) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:28.349322 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Publish callbacks [] for security_group (6329227e-3fc6-4a67-8764-9b5bcad4e89b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.359159 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (6329227e-3fc6-4a67-8764-9b5bcad4e89b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.369245 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] Request body: {'subnet': {'network_id': 'ebbbde10-994a-459f-b129-fef1f46037ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1192787100-subnet', 'tenant_id': '7761d02469ab44c19e57d72ed4091a21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:28.375258 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 257} {{(pid=103386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:16:28.412755 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Made reservation on behalf of 9e4d1c4fc5634ebaa1f02f7063fd633b for: {'network': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:28.416551 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.419495 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6329227e-3fc6-4a67-8764-9b5bcad4e89b,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:28.434996 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.446566 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (236a00ac-94dd-47df-9db9-f0a44c7dd500), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.447049 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.segments_db [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Added segment 236a00ac-94dd-47df-9db9-f0a44c7dd500 of type vlan for network 3f31725d-258b-4c0a-a850-2f95e9536783 Mar 29 01:16:28.484572 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a839e3c6-17d6-47e8-be47-f8163950c343 admin admin] Pushing event updated for resources: {'Network': ['ID=ebbbde10-994a-459f-b129-fef1f46037ca,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:28.515701 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (3f31725d-258b-4c0a-a850-2f95e9536783), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.529436 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.535206 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network ebbbde10-994a-459f-b129-fef1f46037ca details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:16:28.550215 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] Made reservation on behalf of 7761d02469ab44c19e57d72ed4091a21 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:28.556466 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.574238 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (3f31725d-258b-4c0a-a850-2f95e9536783), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.575233 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:28.582270 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.766033 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] Pushing event updated for resources: {'Network': ['ID=3f31725d-258b-4c0a-a850-2f95e9536783,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:28.773110 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-d01d1f93-14ab-44c3-a5c5-a7993ec8d5de admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1389542 Mar 29 01:16:28.776820 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36086) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:28.799811 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] Request body: {'subnet': {'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-subnet', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:28.814159 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 3f31725d-258b-4c0a-a850-2f95e9536783 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:16:28.818835 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device b62381c9-214b-4aed-bf84-2e3de73bdfa8 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:28.864477 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] Made reservation on behalf of 4ce5b95bcc76491185ee402041492580 for: {'subnet': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:28.873382 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:28.970554 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0993f3-dbd5-4031-8526-dc21b4b7294c None None] Network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:29.109312 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port b62381c9-214b-4aed-bf84-2e3de73bdfa8 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:29.109707 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.121455 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for subnet (b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.194578 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:29.252598 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296'] for router (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.256098 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port b62381c9-214b-4aed-bf84-2e3de73bdfa8 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:29.256494 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.317924 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-dfc0ed07-a505-4565-b787-d6535e405f43 None None] Provisioning complete for port b62381c9-214b-4aed-bf84-2e3de73bdfa8 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:29.319116 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dfc0ed07-a505-4565-b787-d6535e405f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.343501 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for subnet (87e3f621-fd45-46f2-b74f-22cfad48deb9), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.368708 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] Checking segment: {'id': 'ca523a68-89fc-48d9-b62b-aab4961f6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ebbbde10-994a-459f-b129-fef1f46037ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:29.369080 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] Network hostable DHCP agents. Network: ebbbde10-994a-459f-b129-fef1f46037ca, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:16:29.372678 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Publish callbacks [] for security_group (85bc206b-4c5d-4485-9ff1-49ca9b7b9bf5), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.412403 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (85bc206b-4c5d-4485-9ff1-49ca9b7b9bf5), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.427409 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port b62381c9-214b-4aed-bf84-2e3de73bdfa8, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=b62381c9-214b-4aed-bf84-2e3de73bdfa8,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:16:29.446424 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.447476 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87e3f621-fd45-46f2-b74f-22cfad48deb9,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:29.457443 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=103386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:16:29.516557 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] Network ebbbde10-994a-459f-b129-fef1f46037ca is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:16:29.521063 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (1b057023-19e0-4f63-b089-bc2571e3b507), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.521630 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.segments_db [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Added segment 1b057023-19e0-4f63-b089-bc2571e3b507 of type vlan for network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 Mar 29 01:16:29.557928 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=b62381c9-214b-4aed-bf84-2e3de73bdfa8,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:29.564313 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bc206b-4c5d-4485-9ff1-49ca9b7b9bf5,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:29.578786 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, ebbbde10-994a-459f-b129-fef1f46037ca) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:29.594709 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] Checking segment: {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:29.595264 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:29.595699 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.598522 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11e609e-27e6-450e-b7f8-e94ff8233099 None None] Network ebbbde10-994a-459f-b129-fef1f46037ca requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:29.603135 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] Network hostable DHCP agents. Network: 3f31725d-258b-4c0a-a850-2f95e9536783, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:16:29.660706 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-db12f6f4-e5b6-48ee-9baa-90e4c5b01676 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3165896 Mar 29 01:16:29.677507 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (efe61488-9b8e-4b7a-9ec4-1e23503c6b37), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.698718 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] Network 3f31725d-258b-4c0a-a850-2f95e9536783 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:16:29.706789 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 is scheduled to L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 with binding_index 1 {{(pid=103385) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 01:16:29.731811 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 3f31725d-258b-4c0a-a850-2f95e9536783) {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:29.745588 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:29.746499 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.758274 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (efe61488-9b8e-4b7a-9ec4-1e23503c6b37), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.759558 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:29.760330 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.773114 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-0ff32f25-2b1f-42f5-ad68-67d8864f15e1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9950221 Mar 29 01:16:29.785288 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36150) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:29.795539 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0199d7-ad7a-41aa-a5cb-caf906c0d6c0 None None] Network 3f31725d-258b-4c0a-a850-2f95e9536783 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:29.817916 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:29.857119 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3132563 Mar 29 01:16:29.860421 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36154) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:29.875620 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] Request body: {'subnet': {'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-subnet', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:29.892456 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:16:29.896173 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94db8632-c211-40a4-9559-b0a9d38db50e admin admin] Pushing event updated for resources: {'Network': ['ID=efe61488-9b8e-4b7a-9ec4-1e23503c6b37,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:29.901463 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] Made reservation on behalf of 9e4d1c4fc5634ebaa1f02f7063fd633b for: {'subnet': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:29.904274 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.908026 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Sync routers for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:16:29.916340 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.917656 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61828'] for router (819619fe-4f35-4d32-9262-85365632943b), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.918194 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e9aeb61d-9e8a-4fa6-9548-f74ec4f8f997 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3726423 Mar 29 01:16:29.918658 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61853'] for router (819619fe-4f35-4d32-9262-85365632943b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:29.920914 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36156) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:29.933741 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:29.934695 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:30.197783 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36166) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:30.232553 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:30.298416 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36174) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:30.336455 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:16:30.364858 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Publish callbacks [] for router_controller (819619fe-4f35-4d32-9262-85365632943b), precommit_add_association {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.571560 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-dfc0ed07-a505-4565-b787-d6535e405f43 None None] Current status of the port b62381c9-214b-4aed-bf84-2e3de73bdfa8 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:30.580818 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:27Z', 'revision_number': 3, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:30.590124 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device b62381c9-214b-4aed-bf84-2e3de73bdfa8 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:30.592206 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eeeb4506-b8dd-48de-acc1-c733340bc693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.611312 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Checking router: c8a764f7-eb3f-4433-ac64-1d37ef1ada10 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:16:30.611934 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Updating router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 port 0a475a6e-6cb4-4771-a4d1-b9819234c93a binding host dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:16:30.643928 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.688782 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2379cdd-5ceb-44ad-8e0a-e42ccff6dcaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.708381 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eeeb4506-b8dd-48de-acc1-c733340bc693 admin admin] Publish callbacks [] for security_group (e9bc9b09-1793-4de6-8451-9e8fcbfabb1e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.737582 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-eeeb4506-b8dd-48de-acc1-c733340bc693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (e9bc9b09-1793-4de6-8451-9e8fcbfabb1e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.756106 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-3f31725d-258b-4c0a-a850-2f95e9536783', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'project_id': '4ce5b95bcc76491185ee402041492580', 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:16:30.759607 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.807116 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2379cdd-5ceb-44ad-8e0a-e42ccff6dcaa admin admin] Publish callbacks [] for security_group (c9f2ed96-109d-4e96-8629-61c0e4490497), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.811884 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.825332 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a2379cdd-5ceb-44ad-8e0a-e42ccff6dcaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c9f2ed96-109d-4e96-8629-61c0e4490497), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.826226 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb4506-b8dd-48de-acc1-c733340bc693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bc9b09-1793-4de6-8451-9e8fcbfabb1e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:30.852295 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-ffae912e-7db6-4431-bd90-38e315c152ef None None] Provisioning complete for port b62381c9-214b-4aed-bf84-2e3de73bdfa8 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:30.852669 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ffae912e-7db6-4431-bd90-38e315c152ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.881601 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8f651c-ed18-4ae5-b066-8f52eb04aef7 None None] Network ebbbde10-994a-459f-b129-fef1f46037ca requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:30.926638 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36204) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:30.930384 dv-cinder-750782-13-iscsi neutron-server[103385]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 01:16:30.934444 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Publish callbacks [] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:30.941193 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.021508 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port b62381c9-214b-4aed-bf84-2e3de73bdfa8 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:31.021908 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.024722 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Publish callbacks [] for router_gateway (819619fe-4f35-4d32-9262-85365632943b), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.026517 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Pushing event updated for resources: {'Port': ['ID=0a475a6e-6cb4-4771-a4d1-b9819234c93a,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:31.039966 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-a2379cdd-5ceb-44ad-8e0a-e42ccff6dcaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7158e28325df45939bc777c716553cf2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8378067 Mar 29 01:16:31.041099 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-eeeb4506-b8dd-48de-acc1-c733340bc693 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2eddaf89a19438693f608ab9c38410d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7377429 Mar 29 01:16:31.044509 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2379cdd-5ceb-44ad-8e0a-e42ccff6dcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f2ed96-109d-4e96-8629-61c0e4490497,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:31.048900 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36206) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:31.049230 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36208) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:31.064231 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.066327 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.067274 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.068675 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.069115 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.070373 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.073147 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.074883 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.075352 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.075837 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.076561 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.077032 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.077846 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.078275 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.078717 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Tracked resource versions report: Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: pushed versions: Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: { 'AddressGroup': {'1.2'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Agent': {'1.1'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'ConntrackHelper': {'1.0'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'LocalIPAssociation': {'1.0'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Log': {'1.0'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'NDPProxy': {'1.0'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Network': {'1.1'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Port': {'1.7'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'PortForwarding': {'1.3'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'QosPolicy': {'1.10'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SecurityGroup': {'1.5'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SecurityGroupRule': {'1.2'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SubPort': {'1.0'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Subnet': {'1.1'}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Trunk': {'1.1'}} Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: consumer versions: Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: { DHCP agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: HyperV agent@hv-cinder-75078: {}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: L3 agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: Metadata agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: Metering agent@dv-cinder-750782-13-iscsi: {}, Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: Open vSwitch agent@dv-cinder-750782-13-iscsi: { 'AddressGroup': '1.2', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Agent': '1.1', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'ConntrackHelper': '1.0', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'LocalIPAssociation': '1.0', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Log': '1.0', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'NDPProxy': '1.0', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Network': '1.1', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Port': '1.7', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'PortForwarding': '1.3', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'QosPolicy': '1.10', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SecurityGroup': '1.5', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SecurityGroupRule': '1.2', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'SubPort': '1.0', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Subnet': '1.1', Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: 'Trunk': '1.1'}} Mar 29 01:16:31.080066 dv-cinder-750782-13-iscsi neutron-server[103388]: {{(pid=103388) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 29 01:16:31.133809 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Attempting to bind port 0a475a6e-6cb4-4771-a4d1-b9819234c93a on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:31.134299 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Attempting to bind port 0a475a6e-6cb4-4771-a4d1-b9819234c93a by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:31.134779 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Attempting to bind port 0a475a6e-6cb4-4771-a4d1-b9819234c93a on network d6baab9c-63f1-4cb4-8c83-cc41134b5337 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:31.142053 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:31.142602 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:31.143150 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.143644 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Bound using segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:31.144217 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Bound port: 0a475a6e-6cb4-4771-a4d1-b9819234c93a, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:31.144873 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.189379 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Allocated IP 172.20.0.2 (3f31725d-258b-4c0a-a850-2f95e9536783/87e3f621-fd45-46f2-b74f-22cfad48deb9/eb7a02e6-8bcf-4f34-88e3-12cc24030374) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:31.209472 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-ffae912e-7db6-4431-bd90-38e315c152ef None None] Current status of the port b62381c9-214b-4aed-bf84-2e3de73bdfa8 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:31.227198 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-6b16b92d-ae76-4575-b4a6-f82b34cbc272 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:31.230490 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] For port 0a475a6e-6cb4-4771-a4d1-b9819234c93a, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:31.234815 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-6b16b92d-ae76-4575-b4a6-f82b34cbc272 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/networks?id=ebbbde10-994a-459f-b129-fef1f46037ca HTTP/1.1" status: 200 len: 812 time: 0.3067508 Mar 29 01:16:31.237191 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] For port 0a475a6e-6cb4-4771-a4d1-b9819234c93a, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=0a475a6e-6cb4-4771-a4d1-b9819234c93a,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:31.248725 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.262447 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-802d6046-a16a-4566-b051-003c36d1130e admin admin] Publish callbacks [] for security_group (e9bc9b09-1793-4de6-8451-9e8fcbfabb1e), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.285322 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for subnet (9b553518-51b2-4da2-99ae-f87ad4e0e785), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.286487 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-79bf9401-fb26-49a4-b5ea-f33541a6ca36 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/quotas/7761d02469ab44c19e57d72ed4091a21 HTTP/1.1" status: 200 len: 375 time: 0.0505900 Mar 29 01:16:31.307670 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port b62381c9-214b-4aed-bf84-2e3de73bdfa8 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:31.341882 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-802d6046-a16a-4566-b051-003c36d1130e admin admin] Publish callbacks [] for security_group (e9bc9b09-1793-4de6-8451-9e8fcbfabb1e), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.362000 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:31.362647 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:31.364507 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee8a81-dfc7-4226-9525-ac2aeaa9a76a None None] Pushing event updated for resources: {'Port': ['ID=0a475a6e-6cb4-4771-a4d1-b9819234c93a,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:31.415011 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b40790b2-f28b-4541-bf95-8227a53da16d admin admin] Publish callbacks [] for security_group (c9f2ed96-109d-4e96-8629-61c0e4490497), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.429700 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Publish callbacks [] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.440299 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.442652 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b553518-51b2-4da2-99ae-f87ad4e0e785,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:31.499738 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:31.506624 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b40790b2-f28b-4541-bf95-8227a53da16d admin admin] Publish callbacks [] for security_group (c9f2ed96-109d-4e96-8629-61c0e4490497), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.549291 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] Checking segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:31.549645 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] Network hostable DHCP agents. Network: efe61488-9b8e-4b7a-9ec4-1e23503c6b37, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:16:31.552085 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Network 3f31725d-258b-4c0a-a850-2f95e9536783 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:31.570071 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:31.576072 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:31.596722 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.625130 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Pushing event updated for resources: {'Port': ['ID=eb7a02e6-8bcf-4f34-88e3-12cc24030374,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:31.630083 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-802d6046-a16a-4566-b051-003c36d1130e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (e9bc9b09-1793-4de6-8451-9e8fcbfabb1e), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.656205 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-802d6046-a16a-4566-b051-003c36d1130e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.670557 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Attempting to bind port eb7a02e6-8bcf-4f34-88e3-12cc24030374 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:31.671118 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Attempting to bind port eb7a02e6-8bcf-4f34-88e3-12cc24030374 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:31.672011 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Attempting to bind port eb7a02e6-8bcf-4f34-88e3-12cc24030374 on network 3f31725d-258b-4c0a-a850-2f95e9536783 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:31.678144 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:31.678690 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Checking segment: {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:31.678892 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-802d6046-a16a-4566-b051-003c36d1130e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e9bc9b09-1793-4de6-8451-9e8fcbfabb1e HTTP/1.1" status: 204 len: 168 time: 0.6061084 Mar 29 01:16:31.679325 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.679787 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Bound using segment: {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:31.680333 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Bound port: eb7a02e6-8bcf-4f34-88e3-12cc24030374, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:31.681310 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.734094 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-1928dd98-95ce-49c1-a602-842aceec6b85 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7761d02469ab44c19e57d72ed4091a21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4464264 Mar 29 01:16:31.753542 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d6046-a16a-4566-b051-003c36d1130e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bc9b09-1793-4de6-8451-9e8fcbfabb1e,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:31.792817 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:31.909647 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] For port eb7a02e6-8bcf-4f34-88e3-12cc24030374, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:31.982411 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] For port eb7a02e6-8bcf-4f34-88e3-12cc24030374, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=eb7a02e6-8bcf-4f34-88e3-12cc24030374,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:32.021219 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.114077 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:16:32.203871 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, efe61488-9b8e-4b7a-9ec4-1e23503c6b37) {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:32.204460 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Allocated IP 172.20.0.1 (34d6dad2-fad6-4cdd-baeb-fe9281b41efb/45074503-16c7-47f8-9435-fd0bd691dd9a/7f190973-85b5-41cb-9d2f-2802e52c4110) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:32.213243 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:27Z', 'revision_number': 3, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:32.220877 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:32.221542 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.230296 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2a9600bc-d523-4af1-a22d-e12f0f4c89dd service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:16:32.232811 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1f920c-73f2-418f-9c80-408513e65a76 None None] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:32.233236 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2a9600bc-d523-4af1-a22d-e12f0f4c89dd service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3725693 Mar 29 01:16:32.246523 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b40790b2-f28b-4541-bf95-8227a53da16d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c9f2ed96-109d-4e96-8629-61c0e4490497), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.249723 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b40790b2-f28b-4541-bf95-8227a53da16d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.250602 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f499e4ec-4ec5-4032-8e71-2d2d5b9c14e1 None None] The sync data for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi is: [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:27Z', 'revision_number': 3, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:16:32.252365 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b40790b2-f28b-4541-bf95-8227a53da16d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c9f2ed96-109d-4e96-8629-61c0e4490497 HTTP/1.1" status: 204 len: 168 time: 1.2022169 Mar 29 01:16:32.292641 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40790b2-f28b-4541-bf95-8227a53da16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f2ed96-109d-4e96-8629-61c0e4490497,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:32.358081 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36258) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:32.417428 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad1166-caff-410d-99c8-619473ac4ddc None None] Pushing event updated for resources: {'Port': ['ID=eb7a02e6-8bcf-4f34-88e3-12cc24030374,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:32.423830 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db515413-3284-4f64-8074-a9efa803e4ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.477828 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b10eb495-f4c2-4e53-926f-fa0309726c84 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6131277 Mar 29 01:16:32.481158 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:16:32.483154 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.505407 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36260) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:32.521915 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:32.553148 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Publish callbacks [] for router_gateway (819619fe-4f35-4d32-9262-85365632943b), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.593683 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.662306 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61828'] for router (d3ca4adf-1e63-4cc6-ba53-139565cc5321), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.664099 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61853'] for router (d3ca4adf-1e63-4cc6-ba53-139565cc5321), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.774229 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Publish callbacks [] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.818277 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Allocated IP 172.20.0.2 (efe61488-9b8e-4b7a-9ec4-1e23503c6b37/9b553518-51b2-4da2-99ae-f87ad4e0e785/ef4309fe-290b-4445-b731-84dabaa46fd6) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:32.828710 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db515413-3284-4f64-8074-a9efa803e4ad admin admin] Publish callbacks [] for security_group (ab3289bf-e68e-4c6c-8e75-3c6242fad17c), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.844574 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-39edb2e4-64d5-455d-b6fd-9b690dfba444 service neutron] 10.222.0.23 "GET /v2.0/networks/ebbbde10-994a-459f-b129-fef1f46037ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5949378 Mar 29 01:16:32.869664 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db515413-3284-4f64-8074-a9efa803e4ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (ab3289bf-e68e-4c6c-8e75-3c6242fad17c), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:32.996063 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Publish callbacks [] for router_controller (d3ca4adf-1e63-4cc6-ba53-139565cc5321), precommit_add_association {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.004868 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db515413-3284-4f64-8074-a9efa803e4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3289bf-e68e-4c6c-8e75-3c6242fad17c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:33.068672 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-db515413-3284-4f64-8074-a9efa803e4ad admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6c2c6d4b90c43cf88bc8477e1999db3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7038472 Mar 29 01:16:33.072485 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.079644 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Publish callbacks [] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.092873 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36274) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:33.097598 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.120524 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Allocated IP 172.27.2.198 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/7dccc231-7512-413d-95fe-558b0b023776) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:33.189385 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Pushing event updated for resources: {'Port': ['ID=ef4309fe-290b-4445-b731-84dabaa46fd6,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:33.203546 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:33.237787 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Publish callbacks [] for router_gateway (d3ca4adf-1e63-4cc6-ba53-139565cc5321), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.251890 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:33.254089 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:33.259752 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:33.262735 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.273384 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-7ea9e2f5-d852-46ca-aee1-3294039b58a5 service neutron] 10.222.0.23 "GET /v2.0/networks/ebbbde10-994a-459f-b129-fef1f46037ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4279218 Mar 29 01:16:33.276873 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:33.283296 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:33.283780 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622223'] for router_interface (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.496526 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Attempting to bind port ef4309fe-290b-4445-b731-84dabaa46fd6 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:33.497186 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Attempting to bind port ef4309fe-290b-4445-b731-84dabaa46fd6 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:33.497732 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Attempting to bind port ef4309fe-290b-4445-b731-84dabaa46fd6 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:33.511933 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:33.517149 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Checking segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:33.517909 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.520311 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Bound using segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:33.527662 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Bound port: ef4309fe-290b-4445-b731-84dabaa46fd6, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:33.528957 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.725069 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] For port ef4309fe-290b-4445-b731-84dabaa46fd6, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:33.735588 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] For port ef4309fe-290b-4445-b731-84dabaa46fd6, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=ef4309fe-290b-4445-b731-84dabaa46fd6,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:33.764941 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.790305 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f190973-85b5-41cb-9d2f-2802e52c4110,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:33.864888 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Publish callbacks [] for port (7dccc231-7512-413d-95fe-558b0b023776), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.884278 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43611fb9-225e-42e0-b391-1cae378e1b91 admin admin] Publish callbacks [] for security_group (ab3289bf-e68e-4c6c-8e75-3c6242fad17c), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:33.918790 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36312) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:34.036644 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7f958-27f5-4ce7-b968-1c3569e9f454 None None] Pushing event updated for resources: {'Port': ['ID=ef4309fe-290b-4445-b731-84dabaa46fd6,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:34.071977 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36322) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:34.105378 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Publish callbacks [] for router_gateway (d3ca4adf-1e63-4cc6-ba53-139565cc5321), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.110571 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-6bc2f65d-3f5c-40f8-9297-0ebde29cdec2 None None] Provisioning complete for port 7f190973-85b5-41cb-9d2f-2802e52c4110 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:34.110987 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6bc2f65d-3f5c-40f8-9297-0ebde29cdec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.178326 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-6bc2f65d-3f5c-40f8-9297-0ebde29cdec2 None None] Port 7f190973-85b5-41cb-9d2f-2802e52c4110 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:16:34.187097 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.237137 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3842593-05a1-4071-b28e-0618089cb369 None None] Network 3f31725d-258b-4c0a-a850-2f95e9536783 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:34.239467 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.245036 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43611fb9-225e-42e0-b391-1cae378e1b91 admin admin] Publish callbacks [] for security_group (ab3289bf-e68e-4c6c-8e75-3c6242fad17c), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.263421 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (7dccc231-7512-413d-95fe-558b0b023776), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.266701 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-150a40e9-e033-4f18-85eb-73b99ddef920 req-16766001-8f7d-4845-869b-152535392b5f tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 210 time: 0.3167558 Mar 29 01:16:34.353453 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:34.381709 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:34.457102 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-572901b9-d629-4f49-a9ca-02fba8ffd789 None None] Provisioning complete for port eb7a02e6-8bcf-4f34-88e3-12cc24030374 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:34.458002 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-572901b9-d629-4f49-a9ca-02fba8ffd789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.516751 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:34.552999 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Pushing event updated for resources: {'Port': ['ID=7dccc231-7512-413d-95fe-558b0b023776,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:34.723295 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43611fb9-225e-42e0-b391-1cae378e1b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (ab3289bf-e68e-4c6c-8e75-3c6242fad17c), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.730261 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-43611fb9-225e-42e0-b391-1cae378e1b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.735572 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-43611fb9-225e-42e0-b391-1cae378e1b91 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ab3289bf-e68e-4c6c-8e75-3c6242fad17c HTTP/1.1" status: 204 len: 168 time: 1.6353452 Mar 29 01:16:34.748384 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c70783ff-5e36-44c5-9fab-b024e215107e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.802541 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device eb7a02e6-8bcf-4f34-88e3-12cc24030374 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:34.838232 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43611fb9-225e-42e0-b391-1cae378e1b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3289bf-e68e-4c6c-8e75-3c6242fad17c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:34.880033 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Allocated IP 172.27.2.230 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/c4bc741b-54df-46f1-8062-396355c2d56b) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:34.898398 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Publish callbacks [] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.907540 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.908907 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622107'] for router_interface (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:34.981191 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f190973-85b5-41cb-9d2f-2802e52c4110,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:35.016204 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-572901b9-d629-4f49-a9ca-02fba8ffd789 None None] Current status of the port eb7a02e6-8bcf-4f34-88e3-12cc24030374 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:35.019285 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-572901b9-d629-4f49-a9ca-02fba8ffd789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:35.125295 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-572901b9-d629-4f49-a9ca-02fba8ffd789 None None] For port eb7a02e6-8bcf-4f34-88e3-12cc24030374, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=eb7a02e6-8bcf-4f34-88e3-12cc24030374,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:16:35.139180 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-572901b9-d629-4f49-a9ca-02fba8ffd789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:35.177172 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:35.181096 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:35.546195 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c70783ff-5e36-44c5-9fab-b024e215107e admin admin] Publish callbacks [] for security_group (9d7e5f91-f480-42b0-9b17-0b1d07a768f9), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:35.575915 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-329d3750-a54e-42e5-8e0c-fb3660c2711d req-2ce532ac-ee19-43d8-806a-3c82a8ad57f1 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 210 time: 0.0711741 Mar 29 01:16:35.592626 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c70783ff-5e36-44c5-9fab-b024e215107e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (9d7e5f91-f480-42b0-9b17-0b1d07a768f9), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:35.658507 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572901b9-d629-4f49-a9ca-02fba8ffd789 None None] Pushing event updated for resources: {'Port': ['ID=eb7a02e6-8bcf-4f34-88e3-12cc24030374,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:35.686535 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:16:35.710509 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c70783ff-5e36-44c5-9fab-b024e215107e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7fd6a2975cff48d48f9337e75904556d&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6349757 Mar 29 01:16:35.726537 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36380) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:35.732821 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Publish callbacks [] for port (c4bc741b-54df-46f1-8062-396355c2d56b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:35.737514 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port eb7a02e6-8bcf-4f34-88e3-12cc24030374 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:35.738097 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:35.803482 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-d7b40bd3-4ba6-4e19-9f22-5c90ba7f719c None None] Provisioning complete for port eb7a02e6-8bcf-4f34-88e3-12cc24030374 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:35.804920 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d7b40bd3-4ba6-4e19-9f22-5c90ba7f719c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:35.908386 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70783ff-5e36-44c5-9fab-b024e215107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7e5f91-f480-42b0-9b17-0b1d07a768f9,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:35.917692 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Publish callbacks [] for router_gateway (819619fe-4f35-4d32-9262-85365632943b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:35.931272 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port eb7a02e6-8bcf-4f34-88e3-12cc24030374 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:35.932787 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 0a475a6e-6cb4-4771-a4d1-b9819234c93a up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:35.998280 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-d7b40bd3-4ba6-4e19-9f22-5c90ba7f719c None None] Current status of the port eb7a02e6-8bcf-4f34-88e3-12cc24030374 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:36.079344 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 0a475a6e-6cb4-4771-a4d1-b9819234c93a triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:36.079871 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:36.155731 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:36.188413 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa93bb2a-abf4-4486-b645-187d3941e6b6 None None] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:36.191349 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3b8fac6-902a-45a8-a0b4-fad4a9622f9b admin admin] Publish callbacks [] for security_group (9d7e5f91-f480-42b0-9b17-0b1d07a768f9), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:36.249336 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Pushing event updated for resources: {'Port': ['ID=c4bc741b-54df-46f1-8062-396355c2d56b,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:36.300616 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3b8fac6-902a-45a8-a0b4-fad4a9622f9b admin admin] Publish callbacks [] for security_group (9d7e5f91-f480-42b0-9b17-0b1d07a768f9), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:36.307035 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:36.310127 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:36.323952 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:36.419545 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:16:36.426785 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36414) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:36.443801 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-f7fa8a23-fc02-478f-887d-7f0847e4a232 None None] Provisioning complete for port 7f190973-85b5-41cb-9d2f-2802e52c4110 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:36.444966 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f7fa8a23-fc02-478f-887d-7f0847e4a232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:36.447355 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Sync routers for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:16:36.453603 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-adb2e2b9-8aff-42fe-ab83-a50e6e2028c7 admin admin] 10.222.0.23 "PUT /v2.0/routers/c8a764f7-eb3f-4433-ac64-1d37ef1ada10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5311236 Mar 29 01:16:36.487019 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3b8fac6-902a-45a8-a0b4-fad4a9622f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (9d7e5f91-f480-42b0-9b17-0b1d07a768f9), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:36.490004 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c3b8fac6-902a-45a8-a0b4-fad4a9622f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:36.497136 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c3b8fac6-902a-45a8-a0b4-fad4a9622f9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9d7e5f91-f480-42b0-9b17-0b1d07a768f9 HTTP/1.1" status: 204 len: 168 time: 0.7693090 Mar 29 01:16:36.525685 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b8fac6-902a-45a8-a0b4-fad4a9622f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7e5f91-f480-42b0-9b17-0b1d07a768f9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:36.692977 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:36.693998 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:36.747991 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383569921-network', 'tenant_id': 'd5cbf5e3efbf49c986f28fccf004dc80'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:36.808414 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Made reservation on behalf of d5cbf5e3efbf49c986f28fccf004dc80 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:36.816131 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:36.849220 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:36.974390 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-194dd9a2-0e0c-435d-952f-9e3778b8ac2d req-a5526665-ee66-41d9-a1c0-c3081814397e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 210 time: 0.0495124 Mar 29 01:16:36.997874 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:37.034568 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Publish callbacks [] for security_group (b6aa3f54-bc96-4949-8819-bb447caabd63), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.042006 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (b6aa3f54-bc96-4949-8819-bb447caabd63), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.065697 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-f7fa8a23-fc02-478f-887d-7f0847e4a232 None None] Port 7f190973-85b5-41cb-9d2f-2802e52c4110 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:16:37.103182 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6aa3f54-bc96-4949-8819-bb447caabd63,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:37.116837 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 295} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:16:37.134778 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (adb64889-82ab-4abd-bdfe-616d8aa16f52), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.135214 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Added segment adb64889-82ab-4abd-bdfe-616d8aa16f52 of type vlan for network 468811b9-9754-42ae-baf4-b9cc3683b5b3 Mar 29 01:16:37.162363 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296'] for router (819619fe-4f35-4d32-9262-85365632943b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.219770 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (468811b9-9754-42ae-baf4-b9cc3683b5b3), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.261922 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 0a475a6e-6cb4-4771-a4d1-b9819234c93a is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:37.262506 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.290542 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (468811b9-9754-42ae-baf4-b9cc3683b5b3), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.291936 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:37.292653 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.381763 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Publish callbacks [] for router_gateway (d3ca4adf-1e63-4cc6-ba53-139565cc5321), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.413723 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port 0a475a6e-6cb4-4771-a4d1-b9819234c93a, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=0a475a6e-6cb4-4771-a4d1-b9819234c93a,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:16:37.427604 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-8ef423dd-7daa-4436-aa2f-ad08c7c944bb None None] Provisioning complete for port ef4309fe-290b-4445-b731-84dabaa46fd6 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:37.430409 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ef423dd-7daa-4436-aa2f-ad08c7c944bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.479888 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.670721 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=0a475a6e-6cb4-4771-a4d1-b9819234c93a,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:37.735835 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Router 819619fe-4f35-4d32-9262-85365632943b is scheduled to L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 with binding_index 1 {{(pid=103386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 01:16:37.773276 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8ef423dd-7daa-4436-aa2f-ad08c7c944bb None None] Current status of the port ef4309fe-290b-4445-b731-84dabaa46fd6 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:37.773820 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ef423dd-7daa-4436-aa2f-ad08c7c944bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.809805 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296'] for router (d3ca4adf-1e63-4cc6-ba53-139565cc5321), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:37.817242 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:34Z', 'revision_number': 2, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:37.857479 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] Pushing event updated for resources: {'Network': ['ID=468811b9-9754-42ae-baf4-b9cc3683b5b3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:37.870436 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.13', 61153) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:37.912188 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device ef4309fe-290b-4445-b731-84dabaa46fd6 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:37.919208 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 468811b9-9754-42ae-baf4-b9cc3683b5b3 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:16:37.944059 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e797c4f9-037d-40eb-b5fa-897b9c004b11 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5140207 Mar 29 01:16:37.972652 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8ef423dd-7daa-4436-aa2f-ad08c7c944bb None None] For port ef4309fe-290b-4445-b731-84dabaa46fd6, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=ef4309fe-290b-4445-b731-84dabaa46fd6,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:16:37.999586 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36492) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:38.011911 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] Request body: {'subnet': {'network_id': '468811b9-9754-42ae-baf4-b9cc3683b5b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1383569921-subnet', 'tenant_id': 'd5cbf5e3efbf49c986f28fccf004dc80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:38.045297 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36502) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:38.086712 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Checking router: c8a764f7-eb3f-4433-ac64-1d37ef1ada10 for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:16:38.087168 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Updating router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 port 7f190973-85b5-41cb-9d2f-2802e52c4110 binding host dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:16:38.146478 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8ef423dd-7daa-4436-aa2f-ad08c7c944bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:38.214434 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3343165-09e7-4fe8-9acc-d095ebdbea04 req-39e422bc-9926-47bb-b5d6-61a77838b236 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 210 time: 0.1035507 Mar 29 01:16:38.234566 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:16:38.246820 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Sync routers for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:16:38.264628 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:38.265308 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:38.271580 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] Made reservation on behalf of d5cbf5e3efbf49c986f28fccf004dc80 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:38.275967 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:38.297086 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:38.298392 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-51d1daaa-5c32-44a4-9aed-70d513fb8027 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.4838471 Mar 29 01:16:38.306218 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36526) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:38.382326 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-ff568227-5987-4f1b-9b8e-fe1d9b1087bd tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:38.388002 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-ff568227-5987-4f1b-9b8e-fe1d9b1087bd tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.13 "GET /v2.0/networks?id=ebbbde10-994a-459f-b129-fef1f46037ca HTTP/1.1" status: 200 len: 812 time: 0.5155840 Mar 29 01:16:38.401923 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-10ee1444-9847-4216-81a6-c79e1e1bbce9 None None] Provisioning complete for port ef4309fe-290b-4445-b731-84dabaa46fd6 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:38.402943 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-10ee1444-9847-4216-81a6-c79e1e1bbce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:38.454058 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7df0bd3f-3fd2-4bb5-b4d2-b08121e0e22c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:38.457317 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:38.496612 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:38.502677 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Request body: {'port': {'device_id': 'c9fbeda2-0b2d-415b-a0c9-5c763a694ccd', 'network_id': 'ebbbde10-994a-459f-b129-fef1f46037ca', 'admin_state_up': True, 'tenant_id': '7761d02469ab44c19e57d72ed4091a21'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:38.549504 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-10ee1444-9847-4216-81a6-c79e1e1bbce9 None None] Current status of the port ef4309fe-290b-4445-b731-84dabaa46fd6 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:38.554942 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef423dd-7daa-4436-aa2f-ad08c7c944bb None None] Pushing event updated for resources: {'Port': ['ID=ef4309fe-290b-4445-b731-84dabaa46fd6,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:38.730243 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Router d3ca4adf-1e63-4cc6-ba53-139565cc5321 is scheduled to L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 with binding_index 1 {{(pid=103386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 01:16:38.768499 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Made reservation on behalf of 7761d02469ab44c19e57d72ed4091a21 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:38.772058 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:38.803922 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port ef4309fe-290b-4445-b731-84dabaa46fd6 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:38.804439 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:38.881592 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:35Z', 'revision_number': 3, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:38.955036 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Checking router: 819619fe-4f35-4d32-9262-85365632943b for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:16:38.957080 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Updating router 819619fe-4f35-4d32-9262-85365632943b port 7dccc231-7512-413d-95fe-558b0b023776 binding host dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:16:38.980946 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-357eff9e-ad1b-4524-a5a0-23455c6dcc00 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:38.987772 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-357eff9e-ad1b-4524-a5a0-23455c6dcc00 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 818 time: 0.8790827 Mar 29 01:16:39.014853 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (7dccc231-7512-413d-95fe-558b0b023776), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:39.030469 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Publish callbacks [] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:39.041859 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:39.063231 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5916319e-de7b-4b16-ad2b-58e3d92fdd21 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/quotas/87a44b64a2e74026b8cc3ee9dc239fb4 HTTP/1.1" status: 200 len: 375 time: 0.0740535 Mar 29 01:16:39.138706 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010173d7-e4b3-4062-825f-90b3b3414985 None None] Pushing event updated for resources: {'Port': ['ID=7f190973-85b5-41cb-9d2f-2802e52c4110,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:39.164697 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port ef4309fe-290b-4445-b731-84dabaa46fd6 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:39.165790 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device eb7a02e6-8bcf-4f34-88e3-12cc24030374 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:39.194399 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:16:39.228579 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Sync routers for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:16:39.268541 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Attempting to bind port 7f190973-85b5-41cb-9d2f-2802e52c4110 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:39.268924 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Attempting to bind port 7f190973-85b5-41cb-9d2f-2802e52c4110 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:39.269296 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Attempting to bind port 7f190973-85b5-41cb-9d2f-2802e52c4110 on network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:39.278538 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:39.279172 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:39.337961 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:39.338355 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Checking segment: {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:39.338837 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:39.339242 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Bound using segment: {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:39.340057 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Bound port: 7f190973-85b5-41cb-9d2f-2802e52c4110, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:39.340177 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:39.488731 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port eb7a02e6-8bcf-4f34-88e3-12cc24030374 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:39.489932 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:39.578870 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ded26eb8-5c00-4158-8f23-77a9a15c7dad req-49e83797-cb8a-4ef6-bcde-8c8965a799a5 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 210 time: 0.1563783 Mar 29 01:16:39.590335 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Allocated IP 172.20.0.13 (ebbbde10-994a-459f-b129-fef1f46037ca/b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3/2979632d-c64f-4f9a-98b9-ff418631976a) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:39.635178 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-2686c565-3dee-43fc-8155-fe1667f9ead9 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5697117 Mar 29 01:16:39.797315 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:39.798566 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-e18fa617-47d5-40cc-94c7-a5b65706fb00 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2914715 Mar 29 01:16:39.808327 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36574) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:39.827109 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7df0bd3f-3fd2-4bb5-b4d2-b08121e0e22c admin admin] Publish callbacks [] for security_group (f51ff7d4-6a32-4f25-99de-845a2d3dbb98), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:39.828564 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] For port 7f190973-85b5-41cb-9d2f-2802e52c4110, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:39.843454 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:39.866628 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7df0bd3f-3fd2-4bb5-b4d2-b08121e0e22c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (f51ff7d4-6a32-4f25-99de-845a2d3dbb98), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:39.965274 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Publish callbacks [] for port (7dccc231-7512-413d-95fe-558b0b023776), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:39.983853 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (7dccc231-7512-413d-95fe-558b0b023776), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:40.011251 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0bd3f-3fd2-4bb5-b4d2-b08121e0e22c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51ff7d4-6a32-4f25-99de-845a2d3dbb98,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:40.103801 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for subnet (a0229287-2c2a-4ee0-8a0b-bec08844f2b4), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:40.191825 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] For port 7f190973-85b5-41cb-9d2f-2802e52c4110, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=7f190973-85b5-41cb-9d2f-2802e52c4110,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:40.199038 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Attempting to bind port 7dccc231-7512-413d-95fe-558b0b023776 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:40.199417 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Attempting to bind port 7dccc231-7512-413d-95fe-558b0b023776 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:40.199786 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Attempting to bind port 7dccc231-7512-413d-95fe-558b0b023776 on network d6baab9c-63f1-4cb4-8c83-cc41134b5337 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:40.238740 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65cee9-97aa-4abd-91c4-282fd5da9d94 None None] Pushing event updated for resources: {'Port': ['ID=7dccc231-7512-413d-95fe-558b0b023776,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:40.247229 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:40.247641 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:40.248191 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:40.248602 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Bound using segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:40.249205 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Bound port: 7dccc231-7512-413d-95fe-558b0b023776, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:40.249629 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (7dccc231-7512-413d-95fe-558b0b023776), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:40.287683 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-fee7302b-2605-494e-9d8a-d61459a71dd2 None None] Provisioning complete for port 7f190973-85b5-41cb-9d2f-2802e52c4110 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:40.288712 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fee7302b-2605-494e-9d8a-d61459a71dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:40.347098 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:40.383591 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] For port 7dccc231-7512-413d-95fe-558b0b023776, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:40.391611 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] For port 7dccc231-7512-413d-95fe-558b0b023776, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=7dccc231-7512-413d-95fe-558b0b023776,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:40.407896 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (7dccc231-7512-413d-95fe-558b0b023776), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:40.413062 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0229287-2c2a-4ee0-8a0b-bec08844f2b4,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:40.459229 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-42787b44-fc33-4283-8159-4b70ebceceff service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:16:40.460977 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-42787b44-fc33-4283-8159-4b70ebceceff service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4935620 Mar 29 01:16:40.483940 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7df0bd3f-3fd2-4bb5-b4d2-b08121e0e22c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b733f77ab1da4df1803a835d1cb27375&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4328270 Mar 29 01:16:40.514554 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36584) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:40.687834 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65cee9-97aa-4abd-91c4-282fd5da9d94 None None] Pushing event updated for resources: {'Port': ['ID=7dccc231-7512-413d-95fe-558b0b023776,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:40.722032 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010173d7-e4b3-4062-825f-90b3b3414985 None None] Pushing event updated for resources: {'Port': ['ID=7f190973-85b5-41cb-9d2f-2802e52c4110,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:40.725024 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:40.726626 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:40.746515 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:40.792398 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port eb7a02e6-8bcf-4f34-88e3-12cc24030374 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:40.929928 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:41.036165 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:41.038809 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:41.195713 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] Checking segment: {'id': 'adb64889-82ab-4abd-bdfe-616d8aa16f52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 295, 'network_id': '468811b9-9754-42ae-baf4-b9cc3683b5b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:41.196297 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] Network hostable DHCP agents. Network: 468811b9-9754-42ae-baf4-b9cc3683b5b3, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:16:41.231552 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Publish callbacks [] for port (2979632d-c64f-4f9a-98b9-ff418631976a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:41.267632 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:36Z', 'revision_number': 3, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:41.269654 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-fee7302b-2605-494e-9d8a-d61459a71dd2 None None] Current status of the port 7f190973-85b5-41cb-9d2f-2802e52c4110 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:41.270132 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fee7302b-2605-494e-9d8a-d61459a71dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:41.272738 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device ef4309fe-290b-4445-b731-84dabaa46fd6 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:41.278585 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:35Z', 'revision_number': 3, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:41.311833 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5496db-8351-42aa-90d4-179c06f18e39 None None] The sync data for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi is: [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:35Z', 'revision_number': 3, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:16:41.353421 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:41.380548 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ed20637-b305-4d1d-a73c-3757ecc57bd9 admin admin] Publish callbacks [] for security_group (f51ff7d4-6a32-4f25-99de-845a2d3dbb98), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:41.469689 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Allocated IP 172.20.0.1 (3f31725d-258b-4c0a-a850-2f95e9536783/87e3f621-fd45-46f2-b74f-22cfad48deb9/4b8f37b3-76f0-401f-9af6-d49ed0dc74c2) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:41.589977 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ed20637-b305-4d1d-a73c-3757ecc57bd9 admin admin] Publish callbacks [] for security_group (f51ff7d4-6a32-4f25-99de-845a2d3dbb98), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:41.604768 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d866e39-a47a-4c1d-89f5-0a7b04f5580d req-183a5a87-6835-4031-94fb-39e183588cf4 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 210 time: 0.2887402 Mar 29 01:16:41.630450 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] Network 468811b9-9754-42ae-baf4-b9cc3683b5b3 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:16:41.666108 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-e30cf348-5c66-404b-906a-3db3336ef420 service neutron] 10.222.0.23 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1697235 Mar 29 01:16:41.784108 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:41.825676 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Publish callbacks [] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:41.837104 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Checking router: d3ca4adf-1e63-4cc6-ba53-139565cc5321 for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:16:41.838374 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Updating router d3ca4adf-1e63-4cc6-ba53-139565cc5321 port c4bc741b-54df-46f1-8062-396355c2d56b binding host dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:16:41.877149 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 468811b9-9754-42ae-baf4-b9cc3683b5b3) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:41.898176 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:41.899903 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:41.948633 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:42.091355 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:42.204407 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:42.276561 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Network 3f31725d-258b-4c0a-a850-2f95e9536783 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:42.291991 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739fee82-163f-44f8-97b2-de6428a8530b None None] Network 468811b9-9754-42ae-baf4-b9cc3683b5b3 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:42.300641 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:42.317315 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:42.327242 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port ef4309fe-290b-4445-b731-84dabaa46fd6 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:42.327625 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:42.332792 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622223'] for router_interface (819619fe-4f35-4d32-9262-85365632943b), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:42.386010 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Pushing event updated for resources: {'Port': ['ID=4b8f37b3-76f0-401f-9af6-d49ed0dc74c2,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:42.496935 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Network ebbbde10-994a-459f-b129-fef1f46037ca is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:42.508886 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36624) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:42.579220 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:42.633483 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:42.644087 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:42.648102 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:42.761498 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7d43f2e7-6461-4ccc-a420-13cc3d31222d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.7604747 Mar 29 01:16:42.832786 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Pushing event updated for resources: {'Port': ['ID=2979632d-c64f-4f9a-98b9-ff418631976a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:42.860187 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ed20637-b305-4d1d-a73c-3757ecc57bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (f51ff7d4-6a32-4f25-99de-845a2d3dbb98), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:42.865286 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ed20637-b305-4d1d-a73c-3757ecc57bd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:42.871452 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8ed20637-b305-4d1d-a73c-3757ecc57bd9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f51ff7d4-6a32-4f25-99de-845a2d3dbb98 HTTP/1.1" status: 204 len: 168 time: 2.3383710 Mar 29 01:16:42.874965 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-3cf35e2d-9228-49d9-91f7-8ff311d33975 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4042726 Mar 29 01:16:43.011840 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-77842371-d156-443f-bc41-d6979e18da96 service neutron] 10.222.0.23 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3400841 Mar 29 01:16:43.027680 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-fee7302b-2605-494e-9d8a-d61459a71dd2 None None] For port 7f190973-85b5-41cb-9d2f-2802e52c4110, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=7f190973-85b5-41cb-9d2f-2802e52c4110,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:16:43.050685 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-19cadbaf-8b6e-410d-a01f-e826effa7a77 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:16:43.055915 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-19cadbaf-8b6e-410d-a01f-e826effa7a77 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0766687 Mar 29 01:16:43.056882 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed20637-b305-4d1d-a73c-3757ecc57bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51ff7d4-6a32-4f25-99de-845a2d3dbb98,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:43.089436 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Allocated IP 172.20.0.1 (efe61488-9b8e-4b7a-9ec4-1e23503c6b37/9b553518-51b2-4da2-99ae-f87ad4e0e785/416f19ec-1081-4e76-95c8-34941bc4d9df) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:43.145108 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82957ca1-1a3d-4bf6-85b2-42e50f2bf57a req-e8d9033e-8f70-4f52-99f2-478344c00b8d tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:43.153032 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-82957ca1-1a3d-4bf6-85b2-42e50f2bf57a req-e8d9033e-8f70-4f52-99f2-478344c00b8d tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 932 time: 0.2990730 Mar 29 01:16:43.291268 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-82957ca1-1a3d-4bf6-85b2-42e50f2bf57a req-5dbc3711-5df1-4698-893c-ca9d7dbc83a8 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292176 Mar 29 01:16:43.299502 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Publish callbacks [] for port (c4bc741b-54df-46f1-8062-396355c2d56b), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:43.396622 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fee7302b-2605-494e-9d8a-d61459a71dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:43.496240 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-54c4fc0d-2a76-4c12-937e-28eff66fb6fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:43.501132 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:43.532461 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1027fbee-f197-4262-ade3-1ac8a3da9acb None None] Network 468811b9-9754-42ae-baf4-b9cc3683b5b3 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:43.547195 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-03459f34-0227-4ac4-a30b-e41d2845a847 req-e5da02a8-2606-4ef2-bdc8-8dbc4dfa325a tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 210 time: 0.0896628 Mar 29 01:16:43.653740 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Publish callbacks [] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:43.682063 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:39Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:43.949589 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.018552 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36674) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:44.052906 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1570a1c4-60bf-431c-8f15-719d0173ae50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.071085 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f7c9d3-5ef1-41cb-8e75-ca8656b309e1 None None] The sync data for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi is: [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:39Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:16:44.142369 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Attempting to bind port c4bc741b-54df-46f1-8062-396355c2d56b on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:44.142983 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Attempting to bind port c4bc741b-54df-46f1-8062-396355c2d56b by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:44.143505 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Attempting to bind port c4bc741b-54df-46f1-8062-396355c2d56b on network d6baab9c-63f1-4cb4-8c83-cc41134b5337 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:44.211533 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee7302b-2605-494e-9d8a-d61459a71dd2 None None] Pushing event updated for resources: {'Port': ['ID=7f190973-85b5-41cb-9d2f-2802e52c4110,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:44.363314 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.446003 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port ef4309fe-290b-4445-b731-84dabaa46fd6 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:44.450271 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 0a475a6e-6cb4-4771-a4d1-b9819234c93a up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:44.487099 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-54c4fc0d-2a76-4c12-937e-28eff66fb6fd admin admin] Publish callbacks [] for security_group (42b47224-1ef4-40ba-a1f5-599306674a26), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.497600 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:44.497981 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:44.498397 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.498818 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Bound using segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:44.499319 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Bound port: c4bc741b-54df-46f1-8062-396355c2d56b, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:44.499698 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.513755 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Request body: {'port': {'device_id': 'c9fbeda2-0b2d-415b-a0c9-5c763a694ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:44.598433 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-54c4fc0d-2a76-4c12-937e-28eff66fb6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (42b47224-1ef4-40ba-a1f5-599306674a26), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.622959 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1570a1c4-60bf-431c-8f15-719d0173ae50 admin admin] Publish callbacks [] for security_group (6cd85627-078f-4a1e-9bfd-167559bd1b0b), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.645206 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-a1c5b9af-9e8e-4eab-9e72-e697d52dc732 None None] Provisioning complete for port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:44.645663 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:44.647678 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b9af-9e8e-4eab-9e72-e697d52dc732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.656410 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1570a1c4-60bf-431c-8f15-719d0173ae50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (6cd85627-078f-4a1e-9bfd-167559bd1b0b), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.676267 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-54c4fc0d-2a76-4c12-937e-28eff66fb6fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d86d29f553849c8b2b966fb931d2961&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1578877 Mar 29 01:16:44.687601 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4fc0d-2a76-4c12-937e-28eff66fb6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b47224-1ef4-40ba-a1f5-599306674a26,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:44.691478 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36698) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:44.699588 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:44.702878 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:44.703919 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622223'] for router_interface (d3ca4adf-1e63-4cc6-ba53-139565cc5321), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.888155 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Pushing event updated for resources: {'Port': ['ID=416f19ec-1081-4e76-95c8-34941bc4d9df,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:44.945861 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb320c4c-9476-495a-8b3f-5d041071f27f None None] Pushing event updated for resources: {'Port': ['ID=c4bc741b-54df-46f1-8062-396355c2d56b,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:44.966318 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fd82065-7a58-46cf-b0d0-8d18da03f3f1 admin admin] Publish callbacks [] for security_group (42b47224-1ef4-40ba-a1f5-599306674a26), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:44.972047 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1570a1c4-60bf-431c-8f15-719d0173ae50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd85627-078f-4a1e-9bfd-167559bd1b0b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:45.092675 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fd82065-7a58-46cf-b0d0-8d18da03f3f1 admin admin] Publish callbacks [] for security_group (42b47224-1ef4-40ba-a1f5-599306674a26), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:45.128346 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] For port c4bc741b-54df-46f1-8062-396355c2d56b, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:45.138068 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1570a1c4-60bf-431c-8f15-719d0173ae50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a20134270fd64cec9e99901ff05ba4c7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1173322 Mar 29 01:16:45.139407 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] For port c4bc741b-54df-46f1-8062-396355c2d56b, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=c4bc741b-54df-46f1-8062-396355c2d56b,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:45.146813 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36712) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:45.173858 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:45.260927 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fd82065-7a58-46cf-b0d0-8d18da03f3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (42b47224-1ef4-40ba-a1f5-599306674a26), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:45.268665 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8fd82065-7a58-46cf-b0d0-8d18da03f3f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:45.269858 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-8fd82065-7a58-46cf-b0d0-8d18da03f3f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42b47224-1ef4-40ba-a1f5-599306674a26 HTTP/1.1" status: 204 len: 168 time: 0.5722172 Mar 29 01:16:45.327295 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5b9af-9e8e-4eab-9e72-e697d52dc732 None None] Port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:16:45.417505 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 0a475a6e-6cb4-4771-a4d1-b9819234c93a triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:45.421245 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:45.426225 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:45.427908 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:45.435207 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd82065-7a58-46cf-b0d0-8d18da03f3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b47224-1ef4-40ba-a1f5-599306674a26,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:45.464372 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102a0fd-bb84-4308-acaa-9de00304205c req-39b4a8f2-1ca2-4433-a916-bdee8c36476d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:45.475504 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36718) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:45.483370 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-39b4a8f2-1ca2-4433-a916-bdee8c36476d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 818 time: 0.9666111 Mar 29 01:16:45.566545 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-458072016-network', 'tenant_id': '5cc90b76ada84187b9821f41cca83b7b'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:45.580837 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:45.624566 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-fa91b269-27fd-4c68-885e-ae4b658dca02 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/quotas/87a44b64a2e74026b8cc3ee9dc239fb4 HTTP/1.1" status: 200 len: 375 time: 0.1367431 Mar 29 01:16:45.637541 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Publish callbacks [] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:45.709010 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb320c4c-9476-495a-8b3f-5d041071f27f None None] Pushing event updated for resources: {'Port': ['ID=c4bc741b-54df-46f1-8062-396355c2d56b,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:45.725882 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:45.730367 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:45.732281 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622107'] for router_interface (819619fe-4f35-4d32-9262-85365632943b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:45.738057 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Made reservation on behalf of 5cc90b76ada84187b9821f41cca83b7b for: {'network': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:45.770850 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:45.839972 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-a1c5b9af-9e8e-4eab-9e72-e697d52dc732 None None] Provisioning complete for port 7f190973-85b5-41cb-9d2f-2802e52c4110 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:45.840356 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a1c5b9af-9e8e-4eab-9e72-e697d52dc732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:46.084447 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:46.324898 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:46.502826 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294d96a-814a-4286-a152-a5c5f4757671 req-6828226a-348d-4398-a2ad-fcfc46dd9528 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:46.520997 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c294d96a-814a-4286-a152-a5c5f4757671 req-6828226a-348d-4398-a2ad-fcfc46dd9528 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 932 time: 2.0720983 Mar 29 01:16:46.556080 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2979632d-c64f-4f9a-98b9-ff418631976a {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:16:46.567575 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Publish callbacks [] for port (2979632d-c64f-4f9a-98b9-ff418631976a), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:46.630644 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Transition to ACTIVE for port object 2979632d-c64f-4f9a-98b9-ff418631976a will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:16:46.641985 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Pushing event updated for resources: {'Port': ['ID=4b8f37b3-76f0-401f-9af6-d49ed0dc74c2,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:46.643897 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18ab002b-eaf7-4259-99cb-85a75e0c13ae admin admin] Publish callbacks [] for security_group (6cd85627-078f-4a1e-9bfd-167559bd1b0b), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:46.679186 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:16:46.719087 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:46.766097 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-a1c5b9af-9e8e-4eab-9e72-e697d52dc732 None None] Current status of the port 7f190973-85b5-41cb-9d2f-2802e52c4110 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:46.782476 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.13', 61169) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:46.826572 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 0a475a6e-6cb4-4771-a4d1-b9819234c93a is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:46.920733 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Network 3f31725d-258b-4c0a-a850-2f95e9536783 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:46.961494 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Publish callbacks [] for security_group (c0a547b9-60ee-4976-b65f-165457d6d48b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:46.965173 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:46.984236 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c0a547b9-60ee-4976-b65f-165457d6d48b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:47.017748 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-3ec72655-1152-4a83-9ffd-5f514ed060f7 None None] Provisioning complete for port 416f19ec-1081-4e76-95c8-34941bc4d9df triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:47.018408 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3ec72655-1152-4a83-9ffd-5f514ed060f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:47.113291 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-4e5de736-0c35-4814-a56f-0e3172cb5d22 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:47.115357 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-4e5de736-0c35-4814-a56f-0e3172cb5d22 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 818 time: 0.3095913 Mar 29 01:16:47.119891 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18ab002b-eaf7-4259-99cb-85a75e0c13ae admin admin] Publish callbacks [] for security_group (6cd85627-078f-4a1e-9bfd-167559bd1b0b), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:47.120210 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:36Z', 'revision_number': 3, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:47.124609 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-3ec72655-1152-4a83-9ffd-5f514ed060f7 None None] Port 416f19ec-1081-4e76-95c8-34941bc4d9df cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:16:47.182398 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c294d96a-814a-4286-a152-a5c5f4757671 req-725e9a30-29b4-4678-b223-22ca7e5966fd tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6470096 Mar 29 01:16:47.208038 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Request body: {'port': {'device_id': '1afbb266-1da3-4b47-9153-b44ed5352880', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'admin_state_up': True, 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:47.293026 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 7dccc231-7512-413d-95fe-558b0b023776 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:47.305616 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5592c8b9-0bcb-4afa-a19d-76e82908a5ba None None] The sync data for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi is: [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:36Z', 'revision_number': 3, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:16:47.448443 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Pushing event updated for resources: {'Port': ['ID=2979632d-c64f-4f9a-98b9-ff418631976a,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:47.482975 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-97d14037-e1b5-4c15-ab09-d01876799871 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8573263 Mar 29 01:16:47.494616 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 7dccc231-7512-413d-95fe-558b0b023776 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:47.495265 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (7dccc231-7512-413d-95fe-558b0b023776), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:47.571113 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a547b9-60ee-4976-b65f-165457d6d48b,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:47.581418 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=103386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:16:47.628597 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (3519284b-dc41-42ff-ab8a-af93c48f7ff0), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:47.628912 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.segments_db [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Added segment 3519284b-dc41-42ff-ab8a-af93c48f7ff0 of type vlan for network 369c7347-ed0d-4fc2-9a6d-ab8482ca8720 Mar 29 01:16:47.666766 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Publish callbacks [] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:47.716746 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:47.718226 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622107'] for router_interface (d3ca4adf-1e63-4cc6-ba53-139565cc5321), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:47.733193 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-355a87ba-db0b-4207-92c7-459be3d57670 None None] Provisioning complete for port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:47.733490 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-355a87ba-db0b-4207-92c7-459be3d57670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:47.754519 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-d0e1c6f4-b827-4408-99d9-49f5e0ec133a service neutron] 10.222.0.23 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578306 Mar 29 01:16:47.826515 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (369c7347-ed0d-4fc2-9a6d-ab8482ca8720), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:48.017367 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Router 819619fe-4f35-4d32-9262-85365632943b has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:16:48.037955 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Pushing event updated for resources: {'Port': ['ID=416f19ec-1081-4e76-95c8-34941bc4d9df,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:48.060714 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (369c7347-ed0d-4fc2-9a6d-ab8482ca8720), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:48.061955 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:48.063147 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:48.073453 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-355a87ba-db0b-4207-92c7-459be3d57670 None None] Port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:16:48.098589 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-efcaf568-51a8-412b-8464-d47b6286fee8 service neutron] 10.222.0.23 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193796 Mar 29 01:16:48.104067 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 7dccc231-7512-413d-95fe-558b0b023776 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:48.105116 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (7dccc231-7512-413d-95fe-558b0b023776), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:48.145446 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Attempting to bind port 2979632d-c64f-4f9a-98b9-ff418631976a on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:48.145446 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Attempting to bind port 2979632d-c64f-4f9a-98b9-ff418631976a by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'ca523a68-89fc-48d9-b62b-aab4961f6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ebbbde10-994a-459f-b129-fef1f46037ca'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:48.145446 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Attempting to bind port 2979632d-c64f-4f9a-98b9-ff418631976a on network ebbbde10-994a-459f-b129-fef1f46037ca {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:48.153101 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Port 2979632d-c64f-4f9a-98b9-ff418631976a on network ebbbde10-994a-459f-b129-fef1f46037ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:16:48.153490 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Attempting to bind port 2979632d-c64f-4f9a-98b9-ff418631976a on network ebbbde10-994a-459f-b129-fef1f46037ca {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:48.164179 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:48.165132 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Checking segment: {'id': 'ca523a68-89fc-48d9-b62b-aab4961f6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ebbbde10-994a-459f-b129-fef1f46037ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:48.166330 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Bound using segment: {'id': 'ca523a68-89fc-48d9-b62b-aab4961f6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ebbbde10-994a-459f-b129-fef1f46037ca'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:48.166867 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Bound port: 2979632d-c64f-4f9a-98b9-ff418631976a, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca523a68-89fc-48d9-b62b-aab4961f6c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ebbbde10-994a-459f-b129-fef1f46037ca'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:48.169660 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:48.192894 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port 7dccc231-7512-413d-95fe-558b0b023776, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=7dccc231-7512-413d-95fe-558b0b023776,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:16:48.201317 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (7dccc231-7512-413d-95fe-558b0b023776), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:48.203360 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 7f190973-85b5-41cb-9d2f-2802e52c4110 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:48.317151 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] For port 2979632d-c64f-4f9a-98b9-ff418631976a, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:48.337325 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] For port 2979632d-c64f-4f9a-98b9-ff418631976a, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2979632d-c64f-4f9a-98b9-ff418631976a,segment=NetworkSegment(ca523a68-89fc-48d9-b62b-aab4961f6c7c),segment_id=ca523a68-89fc-48d9-b62b-aab4961f6c7c)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:48.407319 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=7dccc231-7512-413d-95fe-558b0b023776,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:48.408029 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] Pushing event updated for resources: {'Network': ['ID=369c7347-ed0d-4fc2-9a6d-ab8482ca8720,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:48.421384 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 369c7347-ed0d-4fc2-9a6d-ab8482ca8720 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:16:48.452607 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:48.569444 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 7f190973-85b5-41cb-9d2f-2802e52c4110 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:48.570661 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:48.625883 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:16:48.635656 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Sync routers for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:16:48.656462 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:48.657185 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:48.657380 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-beeedebf-3c14-40a2-9ce4-2c4ecff3d7af admin admin] 10.222.0.23 "PUT /v2.0/routers/819619fe-4f35-4d32-9262-85365632943b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3492773 Mar 29 01:16:48.660911 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:48.661498 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-3a229d10-c072-40a3-ac17-009590938d35 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1848071 Mar 29 01:16:48.664423 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:48.667887 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] 10.222.0.13 "PUT /v2.0/ports/2979632d-c64f-4f9a-98b9-ff418631976a HTTP/1.1" status: 200 len: 1094 time: 5.0758538 Mar 29 01:16:48.669989 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36778) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:48.692968 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:48.699254 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:48.792900 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9fbeda2-0b2d-415b-a0c9-5c763a694ccd', 'tag': '2979632d-c64f-4f9a-98b9-ff418631976a'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:16:48.977036 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18ab002b-eaf7-4259-99cb-85a75e0c13ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (6cd85627-078f-4a1e-9bfd-167559bd1b0b), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:48.979834 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-18ab002b-eaf7-4259-99cb-85a75e0c13ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:48.981194 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-18ab002b-eaf7-4259-99cb-85a75e0c13ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cd85627-078f-4a1e-9bfd-167559bd1b0b HTTP/1.1" status: 204 len: 168 time: 3.7744043 Mar 29 01:16:48.991188 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 7f190973-85b5-41cb-9d2f-2802e52c4110 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:49.000081 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] Request body: {'subnet': {'network_id': '369c7347-ed0d-4fc2-9a6d-ab8482ca8720', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-458072016-subnet', 'tenant_id': '5cc90b76ada84187b9821f41cca83b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:49.022869 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Made reservation on behalf of 87a44b64a2e74026b8cc3ee9dc239fb4 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:49.040357 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:49.081880 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Router d3ca4adf-1e63-4cc6-ba53-139565cc5321 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:16:49.186426 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:49.356741 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e52ae25a-6b9b-4eb9-a02c-22b86c7eb57f None None] Provisioning complete for port 416f19ec-1081-4e76-95c8-34941bc4d9df triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:49.357453 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e52ae25a-6b9b-4eb9-a02c-22b86c7eb57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:49.540989 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:16:49.555203 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-eaee6405-b108-43a3-b23b-714697c3ca8a admin admin] 10.222.0.23 "PUT /v2.0/routers/d3ca4adf-1e63-4cc6-ba53-139565cc5321/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7453671 Mar 29 01:16:49.747366 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e52ae25a-6b9b-4eb9-a02c-22b86c7eb57f None None] Port 416f19ec-1081-4e76-95c8-34941bc4d9df cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:16:49.748897 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 7dccc231-7512-413d-95fe-558b0b023776 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:49.992691 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:44Z', 'revision_number': 2, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:49.994113 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 7dccc231-7512-413d-95fe-558b0b023776 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:49.994639 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (7dccc231-7512-413d-95fe-558b0b023776), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:50.102570 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-43031a63-95ee-40a0-8356-56ed4e9d4653 req-59607e51-d464-4829-a497-c2fb6419db5e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 210 time: 1.5339768 Mar 29 01:16:50.141463 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Checking router: 819619fe-4f35-4d32-9262-85365632943b for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:16:50.152444 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Updating router 819619fe-4f35-4d32-9262-85365632943b port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 binding host dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:16:50.200555 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:50.323775 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 7dccc231-7512-413d-95fe-558b0b023776 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:50.324880 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device c4bc741b-54df-46f1-8062-396355c2d56b up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:50.368697 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Allocated IP 172.20.0.3 (34d6dad2-fad6-4cdd-baeb-fe9281b41efb/45074503-16c7-47f8-9435-fd0bd691dd9a/de12d03d-ee27-479f-85a4-564fc86a285e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:50.447443 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port c4bc741b-54df-46f1-8062-396355c2d56b triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:50.447868 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:50.667414 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for port (de12d03d-ee27-479f-85a4-564fc86a285e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:50.694977 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.13', 61173) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:50.726278 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab002b-eaf7-4259-99cb-85a75e0c13ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd85627-078f-4a1e-9bfd-167559bd1b0b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:50.729405 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb0f80a-8d18-4bbb-b418-eb4b279d1158 service neutron] Pushing event updated for resources: {'Port': ['ID=2979632d-c64f-4f9a-98b9-ff418631976a,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:50.747377 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port c4bc741b-54df-46f1-8062-396355c2d56b is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:50.747878 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:50.827354 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:50.864383 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port c4bc741b-54df-46f1-8062-396355c2d56b, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=c4bc741b-54df-46f1-8062-396355c2d56b,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:16:50.873531 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:51.075344 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704943cd-bc6f-47ea-88a6-45735e66bfb9 req-919c8952-48c0-46cf-9da9-3fe3a5277565 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:51.086361 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=c4bc741b-54df-46f1-8062-396355c2d56b,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:51.087113 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-704943cd-bc6f-47ea-88a6-45735e66bfb9 req-919c8952-48c0-46cf-9da9-3fe3a5277565 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 2.7063410 Mar 29 01:16:51.088953 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] Made reservation on behalf of 5cc90b76ada84187b9821f41cca83b7b for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:51.095384 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:51.121909 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Sync routers for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:16:51.122267 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:51.137796 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:51.141663 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:51.142517 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:51.224954 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:51.246566 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:51.247677 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:51.353748 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Publish callbacks [] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:51.369153 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:51.439819 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-a02402d1-e53a-4e50-8fdc-1f125d3b202b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:51.441409 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-a02402d1-e53a-4e50-8fdc-1f125d3b202b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d02469ab44c19e57d72ed4091a21&device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 1128 time: 2.3613644 Mar 29 01:16:51.527052 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event updated for resources: {'Port': ['ID=de12d03d-ee27-479f-85a4-564fc86a285e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:51.608857 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102a0fd-bb84-4308-acaa-9de00304205c req-7b189307-c944-406b-a42a-99253aac20ae tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:51.611485 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-7b189307-c944-406b-a42a-99253aac20ae tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 818 time: 0.9009621 Mar 29 01:16:51.624073 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:51.627801 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Request body: {'port': {'device_id': '7ec4b3b1-3f07-481e-87de-0e2bce51e96f', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'admin_state_up': True, 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:51.700430 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Attempting to bind port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:51.701948 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Attempting to bind port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:51.702421 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Attempting to bind port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 on network 3f31725d-258b-4c0a-a850-2f95e9536783 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:51.735153 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:51.736332 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Checking segment: {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:51.737394 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:51.740311 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Bound using segment: {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:51.741257 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Bound port: 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:51.741704 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:51.777016 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71620a-1463-4eb8-b645-b8ee310b2ddf None None] Pushing event updated for resources: {'Port': ['ID=4b8f37b3-76f0-401f-9af6-d49ed0dc74c2,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:51.971831 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-a6144358-6cfb-4226-8c6b-54c8d23b767e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2979632d-c64f-4f9a-98b9-ff418631976a HTTP/1.1" status: 200 len: 217 time: 0.4798717 Mar 29 01:16:52.000347 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee9d094-b054-4122-9b80-b781b99165d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c9fbeda2-0b2d-415b-a0c9-5c763a694ccd", "tag": "2979632d-c64f-4f9a-98b9-ff418631976a"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:16:52.039015 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] For port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:52.063148 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] For port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=4b8f37b3-76f0-401f-9af6-d49ed0dc74c2,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:52.077441 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36864) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:52.091968 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:52.105005 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-5b783d7a-91fd-487e-afb1-61cda9714fbb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9455328 Mar 29 01:16:52.114919 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-704943cd-bc6f-47ea-88a6-45735e66bfb9 req-9b5a187f-4a13-4372-ab59-90d547947788 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0268621 Mar 29 01:16:52.159474 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-04939b89-6b08-49f1-97d9-03c0ea418885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--853639627', 'description': 'tempest-description--2115237445'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:52.218606 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71620a-1463-4eb8-b645-b8ee310b2ddf None None] Pushing event updated for resources: {'Port': ['ID=4b8f37b3-76f0-401f-9af6-d49ed0dc74c2,revision_number=4']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:52.227120 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-23ba21a8-fda8-4c63-8ca5-fe7786a09ed7 None None] Provisioning complete for port de12d03d-ee27-479f-85a4-564fc86a285e triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:52.229729 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-23ba21a8-fda8-4c63-8ca5-fe7786a09ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:52.275790 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:52.276484 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:52.332825 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04939b89-6b08-49f1-97d9-03c0ea418885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:52.366236 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Made reservation on behalf of 87a44b64a2e74026b8cc3ee9dc239fb4 for: {'port': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:16:52.367808 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-23ba21a8-fda8-4c63-8ca5-fe7786a09ed7 None None] Port de12d03d-ee27-479f-85a4-564fc86a285e cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:16:52.370711 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:52.410463 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-f0cec5e6-d304-4e42-b510-81c2319331e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:52.418033 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-f0cec5e6-d304-4e42-b510-81c2319331e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3 HTTP/1.1" status: 200 len: 852 time: 0.2998214 Mar 29 01:16:52.468786 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Request body: {'port': {'device_id': '1afbb266-1da3-4b47-9153-b44ed5352880', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:52.610018 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-3f8fe6fa-1c5b-4457-8c80-b701d939c496 None None] Provisioning complete for port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:52.610846 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe6fa-1c5b-4457-8c80-b701d939c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:52.715870 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-e346a1a2-b4c8-4e4d-9e06-1039a46c2644 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebbbde10-994a-459f-b129-fef1f46037ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1656585 Mar 29 01:16:52.838830 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a93308ca-4d53-424f-a677-0b630c0a52af req-282e65fb-114f-4052-9af6-9861e1d9faba tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 210 time: 0.3866956 Mar 29 01:16:52.987692 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:53.042096 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-3f8fe6fa-1c5b-4457-8c80-b701d939c496 None None] Current status of the port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:53.042672 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe6fa-1c5b-4457-8c80-b701d939c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:53.049660 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:53.259897 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-3f8fe6fa-1c5b-4457-8c80-b701d939c496 None None] For port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=4b8f37b3-76f0-401f-9af6-d49ed0dc74c2,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:16:53.274680 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:46Z', 'revision_number': 2, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:53.285703 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36894) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:53.336273 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Checking router: d3ca4adf-1e63-4cc6-ba53-139565cc5321 for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:16:53.336632 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Updating router d3ca4adf-1e63-4cc6-ba53-139565cc5321 port 416f19ec-1081-4e76-95c8-34941bc4d9df binding host dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:16:53.343499 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device c4bc741b-54df-46f1-8062-396355c2d56b up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:53.349117 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04939b89-6b08-49f1-97d9-03c0ea418885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (72289cd0-3db4-4aac-aa4f-0630637add1a), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:53.352311 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe6fa-1c5b-4457-8c80-b701d939c496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:53.413047 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-2baa4140-a107-469b-b902-b326c3ecb580 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1528374801', 'description': 'tempest-description--540403131'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:53.511651 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04939b89-6b08-49f1-97d9-03c0ea418885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (72289cd0-3db4-4aac-aa4f-0630637add1a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:53.574454 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2baa4140-a107-469b-b902-b326c3ecb580 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:53.637960 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:52Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:53.665216 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:53.679567 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8772f7c6-e458-478d-8c6f-db357fca0297 None None] The sync data for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi is: [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:52Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:16:53.775395 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-18e80463-a638-49f6-8b44-149256bd87a8 None None] Provisioning complete for port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:53.786558 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-18e80463-a638-49f6-8b44-149256bd87a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:53.806900 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-a77d60d1-07c1-46a2-ab7e-44ec420faa20 service neutron] 10.222.0.13 "GET /v2.0/networks/ebbbde10-994a-459f-b129-fef1f46037ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0242159 Mar 29 01:16:53.890419 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2baa4140-a107-469b-b902-b326c3ecb580 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (a728ae9a-6ba7-44a9-950a-4f9f27e6813f), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:53.896357 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04939b89-6b08-49f1-97d9-03c0ea418885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:53.898968 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-04939b89-6b08-49f1-97d9-03c0ea418885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.8174353 Mar 29 01:16:53.900802 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2baa4140-a107-469b-b902-b326c3ecb580 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a728ae9a-6ba7-44a9-950a-4f9f27e6813f), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:53.903684 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36912) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:53.906973 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04939b89-6b08-49f1-97d9-03c0ea418885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72289cd0-3db4-4aac-aa4f-0630637add1a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:53.923317 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-4b5ac5de-c283-4470-bd5c-a2341daa4002 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'security_group_rule': {'security_group_id': '72289cd0-3db4-4aac-aa4f-0630637add1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:53.937841 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faad5242-9883-416b-ab72-22435fb96769 x-openstack-request-id: req-faad5242-9883-416b-ab72-22435fb96769 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:16:53.939912 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9fbeda2-0b2d-415b-a0c9-5c763a694ccd", "tag": "2979632d-c64f-4f9a-98b9-ff418631976a", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:16:53.942381 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-faad5242-9883-416b-ab72-22435fb96769 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:16:53.944412 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faad5242-9883-416b-ab72-22435fb96769'] response: {'name': 'network-changed', 'server_uuid': 'c9fbeda2-0b2d-415b-a0c9-5c763a694ccd', 'tag': '2979632d-c64f-4f9a-98b9-ff418631976a', 'status': 'completed', 'code': 200} Mar 29 01:16:54.015469 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2baa4140-a107-469b-b902-b326c3ecb580 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.019861 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-2baa4140-a107-469b-b902-b326c3ecb580 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6612039 Mar 29 01:16:54.026822 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36914) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:54.066434 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-e642c59d-2d9f-4a9d-96b2-7ce0e5199a2e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group_rule': {'security_group_id': 'a728ae9a-6ba7-44a9-950a-4f9f27e6813f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:54.077188 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b5ac5de-c283-4470-bd5c-a2341daa4002 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (501e7417-f262-4ffa-a28c-1720026dd19c), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.108937 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa4140-a107-469b-b902-b326c3ecb580 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a728ae9a-6ba7-44a9-950a-4f9f27e6813f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:54.387630 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b5ac5de-c283-4470-bd5c-a2341daa4002 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (501e7417-f262-4ffa-a28c-1720026dd19c), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.389261 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e642c59d-2d9f-4a9d-96b2-7ce0e5199a2e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (b4fea255-82ad-48ce-875d-ea34a60a147b), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.403105 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b5ac5de-c283-4470-bd5c-a2341daa4002 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (501e7417-f262-4ffa-a28c-1720026dd19c), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.540734 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ac5de-c283-4470-bd5c-a2341daa4002 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501e7417-f262-4ffa-a28c-1720026dd19c,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:54.581873 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-146c427a-afbf-45bf-aad8-7eb181079a1c req-c01e1cb7-10f0-40fc-a824-ddd7367396f2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 210 time: 0.4211221 Mar 29 01:16:54.617491 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b5ac5de-c283-4470-bd5c-a2341daa4002 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.617491 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-4b5ac5de-c283-4470-bd5c-a2341daa4002 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7046671 Mar 29 01:16:54.620768 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36934) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:54.627478 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-d1234135-3685-45da-8cf6-2736150586be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'security_group_rule': {'security_group_id': '72289cd0-3db4-4aac-aa4f-0630637add1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:54.679189 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Publish callbacks [] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.690047 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e642c59d-2d9f-4a9d-96b2-7ce0e5199a2e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (b4fea255-82ad-48ce-875d-ea34a60a147b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.704727 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e9005c7d-bb17-443b-a9d1-ca7ad931e22d req-4ea752f8-f201-4c96-bc30-c2217316fd21 service neutron] 10.222.0.13 "GET /v2.0/networks/ebbbde10-994a-459f-b129-fef1f46037ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8931346 Mar 29 01:16:54.707977 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e642c59d-2d9f-4a9d-96b2-7ce0e5199a2e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (b4fea255-82ad-48ce-875d-ea34a60a147b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.727047 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port c4bc741b-54df-46f1-8062-396355c2d56b triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:54.730802 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.752943 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de12d03d-ee27-479f-85a4-564fc86a285e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:16:54.773791 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Publish callbacks [] for port (de12d03d-ee27-479f-85a4-564fc86a285e), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.778255 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for subnet (aa909024-d458-4cfa-a064-dc32734848a3), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.803051 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1234135-3685-45da-8cf6-2736150586be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (43de88e5-e157-4be4-85ba-283f1993a6fc), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.822844 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.827249 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fe6fa-1c5b-4457-8c80-b701d939c496 None None] Pushing event updated for resources: {'Port': ['ID=4b8f37b3-76f0-401f-9af6-d49ed0dc74c2,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:54.830223 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e642c59d-2d9f-4a9d-96b2-7ce0e5199a2e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4fea255-82ad-48ce-875d-ea34a60a147b,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:54.839938 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36940) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:54.853775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa909024-d458-4cfa-a064-dc32734848a3,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:54.880657 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a102586-5ab2-4705-b044-752720595e76 None None] Pushing event updated for resources: {'Port': ['ID=416f19ec-1081-4e76-95c8-34941bc4d9df,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:54.882674 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e642c59d-2d9f-4a9d-96b2-7ce0e5199a2e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:54.885434 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-e642c59d-2d9f-4a9d-96b2-7ce0e5199a2e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8353791 Mar 29 01:16:54.888674 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36944) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:54.888908 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ed3c8-8155-441c-9d1e-b8f82c28a36b req-1422b021-6e26-45cc-b3e1-37b0dd5ef65b tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:54.896404 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-989ed3c8-8155-441c-9d1e-b8f82c28a36b req-1422b021-6e26-45cc-b3e1-37b0dd5ef65b tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 1.0748756 Mar 29 01:16:54.904745 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-0608078d-d5f3-4718-9bfd-b36c40504a7e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group_rule': {'security_group_id': 'a728ae9a-6ba7-44a9-950a-4f9f27e6813f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:54.982544 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-989ed3c8-8155-441c-9d1e-b8f82c28a36b req-339b28cf-0081-42af-b803-b45900ef83e7 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846097 Mar 29 01:16:54.992349 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port c4bc741b-54df-46f1-8062-396355c2d56b is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:54.994118 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Transition to ACTIVE for port object de12d03d-ee27-479f-85a4-564fc86a285e will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:16:55.025784 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-18e80463-a638-49f6-8b44-149256bd87a8 None None] Current status of the port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:55.026821 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.057890 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1234135-3685-45da-8cf6-2736150586be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (43de88e5-e157-4be4-85ba-283f1993a6fc), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.122904 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] Checking segment: {'id': '3519284b-dc41-42ff-ab8a-af93c48f7ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '369c7347-ed0d-4fc2-9a6d-ab8482ca8720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:55.123749 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] Network hostable DHCP agents. Network: 369c7347-ed0d-4fc2-9a6d-ab8482ca8720, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:16:55.155740 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a1b94906-fb40-4d73-bee2-f1126226f58a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.163771 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9d094-b054-4122-9b80-b781b99165d6 req-0a201d71-6322-4e41-9202-1a45482a0730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:55.169025 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ee9d094-b054-4122-9b80-b781b99165d6 req-0a201d71-6322-4e41-9202-1a45482a0730 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7761d02469ab44c19e57d72ed4091a21&device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 1128 time: 0.3250639 Mar 29 01:16:55.174663 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1234135-3685-45da-8cf6-2736150586be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (43de88e5-e157-4be4-85ba-283f1993a6fc), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.218497 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Attempting to bind port de12d03d-ee27-479f-85a4-564fc86a285e on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:55.222010 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Attempting to bind port de12d03d-ee27-479f-85a4-564fc86a285e by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:55.222778 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Attempting to bind port de12d03d-ee27-479f-85a4-564fc86a285e on network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:55.228653 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0608078d-d5f3-4718-9bfd-b36c40504a7e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (06e829c0-fc2d-4d87-99d4-e3141f8c0413), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.237969 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:55.239839 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d2bbda28-0cad-41ef-b517-94f89a8b449d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.242607 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Pushing event updated for resources: {'Port': ['ID=de12d03d-ee27-479f-85a4-564fc86a285e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:55.247533 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] Network 369c7347-ed0d-4fc2-9a6d-ab8482ca8720 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:16:55.250975 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Port de12d03d-ee27-479f-85a4-564fc86a285e on network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:16:55.251532 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Attempting to bind port de12d03d-ee27-479f-85a4-564fc86a285e on network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:55.263456 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:55.264168 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Checking segment: {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:55.264843 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Bound using segment: {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:55.265699 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Bound port: de12d03d-ee27-479f-85a4-564fc86a285e, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:55.266502 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.311744 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 369c7347-ed0d-4fc2-9a6d-ab8482ca8720) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:55.318150 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:55.319712 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.338401 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4285375-b4be-4efc-aee5-61a92fc96cac None None] Network 369c7347-ed0d-4fc2-9a6d-ab8482ca8720 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:55.385653 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1234135-3685-45da-8cf6-2736150586be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43de88e5-e157-4be4-85ba-283f1993a6fc,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:55.398042 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5b9913bf-ce8b-4f6f-ad5d-f1235b23ae71 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 6.4154546 Mar 29 01:16:55.424029 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] For port de12d03d-ee27-479f-85a4-564fc86a285e, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:55.430261 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] For port de12d03d-ee27-479f-85a4-564fc86a285e, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=de12d03d-ee27-479f-85a4-564fc86a285e,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:55.440230 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Allocated IP 172.20.0.10 (34d6dad2-fad6-4cdd-baeb-fe9281b41efb/45074503-16c7-47f8-9435-fd0bd691dd9a/ba785625-b937-4165-aa61-d16530308fd8) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:55.441560 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.473872 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1234135-3685-45da-8cf6-2736150586be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.475216 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-d1234135-3685-45da-8cf6-2736150586be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8535564 Mar 29 01:16:55.481308 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36954) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:55.493008 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:55.494838 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:55.497476 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.503822 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] 10.222.0.13 "PUT /v2.0/ports/de12d03d-ee27-479f-85a4-564fc86a285e HTTP/1.1" status: 200 len: 1093 time: 3.1131351 Mar 29 01:16:55.549589 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0608078d-d5f3-4718-9bfd-b36c40504a7e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (06e829c0-fc2d-4d87-99d4-e3141f8c0413), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.565863 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0608078d-d5f3-4718-9bfd-b36c40504a7e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (06e829c0-fc2d-4d87-99d4-e3141f8c0413), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.569920 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36956) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:55.595087 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Attempting to bind port 416f19ec-1081-4e76-95c8-34941bc4d9df on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:55.595845 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Attempting to bind port 416f19ec-1081-4e76-95c8-34941bc4d9df by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:55.596458 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Attempting to bind port 416f19ec-1081-4e76-95c8-34941bc4d9df on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:55.616266 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:55.616266 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Checking segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:55.616698 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.617222 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Bound using segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:55.617909 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Bound port: 416f19ec-1081-4e76-95c8-34941bc4d9df, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:55.618671 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.626115 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49c1677-aef2-40ab-a9d4-72c6873f9df1 service neutron] Pushing event updated for resources: {'Port': ['ID=de12d03d-ee27-479f-85a4-564fc86a285e,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:55.657227 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-b916961b-1e1e-4561-a1c9-ec2228e9784b admin admin] Deleting subnet a0229287-2c2a-4ee0-8a0b-bec08844f2b4 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:16:55.664168 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b916961b-1e1e-4561-a1c9-ec2228e9784b admin admin] Publish callbacks [] for subnet (a0229287-2c2a-4ee0-8a0b-bec08844f2b4), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.717770 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b916961b-1e1e-4561-a1c9-ec2228e9784b admin admin] Publish callbacks [] for subnet (a0229287-2c2a-4ee0-8a0b-bec08844f2b4), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.729086 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.732673 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b916961b-1e1e-4561-a1c9-ec2228e9784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (a0229287-2c2a-4ee0-8a0b-bec08844f2b4), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.745871 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-c83e28d8-08be-411e-b829-ed9c155039a2 None None] Provisioning complete for port 416f19ec-1081-4e76-95c8-34941bc4d9df triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:55.746452 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c83e28d8-08be-411e-b829-ed9c155039a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.749524 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608078d-d5f3-4718-9bfd-b36c40504a7e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e829c0-fc2d-4d87-99d4-e3141f8c0413,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:55.784874 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0608078d-d5f3-4718-9bfd-b36c40504a7e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.786330 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-0608078d-d5f3-4718-9bfd-b36c40504a7e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8967438 Mar 29 01:16:55.828899 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 36966) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:55.830296 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-c83e28d8-08be-411e-b829-ed9c155039a2 None None] Port 416f19ec-1081-4e76-95c8-34941bc4d9df cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:16:55.837734 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:55.882123 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:55.882506 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.913485 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a1b94906-fb40-4d73-bee2-f1126226f58a admin admin] Publish callbacks [] for security_group (07aacb1e-aa0c-42e6-af0d-cace4c9035af), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.926269 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] For port 416f19ec-1081-4e76-95c8-34941bc4d9df, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:55.934224 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a1b94906-fb40-4d73-bee2-f1126226f58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (07aacb1e-aa0c-42e6-af0d-cace4c9035af), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:55.934889 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aa328c-18a8-4eed-b039-89cee08552f4 None None] Network 369c7347-ed0d-4fc2-9a6d-ab8482ca8720 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:16:56.010429 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b94906-fb40-4d73-bee2-f1126226f58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07aacb1e-aa0c-42e6-af0d-cace4c9035af,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:56.013956 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.057618 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] For port 416f19ec-1081-4e76-95c8-34941bc4d9df, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=416f19ec-1081-4e76-95c8-34941bc4d9df,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:56.093547 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for port (ba785625-b937-4165-aa61-d16530308fd8), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.123570 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.136796 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afbb266-1da3-4b47-9153-b44ed5352880', 'tag': 'de12d03d-ee27-479f-85a4-564fc86a285e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:16:56.139118 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909ccecf-7886-4054-8f41-a13102406d93" -d '{"events": [{"name": "network-changed", "server_uuid": "1afbb266-1da3-4b47-9153-b44ed5352880", "tag": "de12d03d-ee27-479f-85a4-564fc86a285e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:16:56.156654 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1b3e70b9-1a73-4996-af57-0f8e55545c6c req-994fb86b-965e-437c-a63d-e89df723e8d4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 210 time: 0.2851188 Mar 29 01:16:56.157957 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b916961b-1e1e-4561-a1c9-ec2228e9784b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for subnet (a0229287-2c2a-4ee0-8a0b-bec08844f2b4), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.187084 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a102586-5ab2-4705-b044-752720595e76 None None] Pushing event updated for resources: {'Port': ['ID=416f19ec-1081-4e76-95c8-34941bc4d9df,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:56.253942 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:16:56.254605 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:16:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:56.257293 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916961b-1e1e-4561-a1c9-ec2228e9784b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0229287-2c2a-4ee0-8a0b-bec08844f2b4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:56.272865 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbc8de9-54ad-4bd8-b850-d311a90ce0c4 x-openstack-request-id: req-0bbc8de9-54ad-4bd8-b850-d311a90ce0c4 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:16:56.273171 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afbb266-1da3-4b47-9153-b44ed5352880", "tag": "de12d03d-ee27-479f-85a4-564fc86a285e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:16:56.273377 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0bbc8de9-54ad-4bd8-b850-d311a90ce0c4 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:16:56.273739 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbc8de9-54ad-4bd8-b850-d311a90ce0c4'] response: {'name': 'network-changed', 'server_uuid': '1afbb266-1da3-4b47-9153-b44ed5352880', 'tag': 'de12d03d-ee27-479f-85a4-564fc86a285e', 'status': 'completed', 'code': 200} Mar 29 01:16:56.279441 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b916961b-1e1e-4561-a1c9-ec2228e9784b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.285783 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b916961b-1e1e-4561-a1c9-ec2228e9784b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/a0229287-2c2a-4ee0-8a0b-bec08844f2b4 HTTP/1.1" status: 204 len: 168 time: 0.7113369 Mar 29 01:16:56.294225 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-a1b94906-fb40-4d73-bee2-f1126226f58a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ee794cdcdbec4371bf1c8b47c6921188&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4530249 Mar 29 01:16:56.332741 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36972) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:56.333084 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36974) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:56.391248 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (ba785625-b937-4165-aa61-d16530308fd8), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.406712 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:56.514588 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:16:56.566228 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:56.579626 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:56.602339 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:56.619021 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:56.622782 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.691086 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event updated for resources: {'Port': ['ID=ba785625-b937-4165-aa61-d16530308fd8,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:56.706588 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-4ff682ac-0dda-427f-bfd6-a60ac5502e26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0831363 Mar 29 01:16:56.735647 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Request body: {'port': {'device_id': '7ec4b3b1-3f07-481e-87de-0e2bce51e96f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:16:56.785339 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.835832 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (468811b9-9754-42ae-baf4-b9cc3683b5b3), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.873638 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-73c4f179-bcac-4e20-ad56-39cf8ce682f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:56.875427 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-73c4f179-bcac-4e20-ad56-39cf8ce682f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 1127 time: 0.6056643 Mar 29 01:16:56.890991 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78317f43-9fb6-46f5-b38f-febdd01949f2 admin admin] Publish callbacks [] for security_group (07aacb1e-aa0c-42e6-af0d-cace4c9035af), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.908174 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9d094-b054-4122-9b80-b781b99165d6 req-26d0799a-548c-4219-b89d-a2d7f40b5c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:56.909811 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ee9d094-b054-4122-9b80-b781b99165d6 req-26d0799a-548c-4219-b89d-a2d7f40b5c54 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ebbbde10-994a-459f-b129-fef1f46037ca HTTP/1.1" status: 200 len: 913 time: 0.6780801 Mar 29 01:16:56.930354 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9df7f0-7515-4082-9fda-6a2632cfe88c req-ec61a877-a7d8-45a6-807b-3b77b9970990 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:56.931908 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ef9df7f0-7515-4082-9fda-6a2632cfe88c req-ec61a877-a7d8-45a6-807b-3b77b9970990 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.3421011 Mar 29 01:16:56.943644 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-cd970f79-ae53-4ab3-8d79-3e8a09487373 None None] Provisioning complete for port 416f19ec-1081-4e76-95c8-34941bc4d9df triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:56.944204 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd970f79-ae53-4ab3-8d79-3e8a09487373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.947365 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.969826 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78317f43-9fb6-46f5-b38f-febdd01949f2 admin admin] Publish callbacks [] for security_group (07aacb1e-aa0c-42e6-af0d-cace4c9035af), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:56.977400 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Allocated IP 172.27.2.67 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/e93dbdda-d29a-4fa8-88bd-2f554b6df774) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:57.016739 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:55Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:57.046716 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ebdcb2-22c9-48aa-9f11-e68106a8dd41 None None] The sync data for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi is: [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:55Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:16:57.059288 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (ba785625-b937-4165-aa61-d16530308fd8), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.064232 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (468811b9-9754-42ae-baf4-b9cc3683b5b3), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.091365 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-cd970f79-ae53-4ab3-8d79-3e8a09487373 None None] Current status of the port 416f19ec-1081-4e76-95c8-34941bc4d9df is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:57.091755 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd970f79-ae53-4ab3-8d79-3e8a09487373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.135368 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ef9df7f0-7515-4082-9fda-6a2632cfe88c req-3b93625f-5ed3-4939-bebf-6e1b027ac336 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817260 Mar 29 01:16:57.141489 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.142684 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.144314 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.144933 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.145472 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.146314 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.147607 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.148178 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.148828 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.149427 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.186096 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-cd970f79-ae53-4ab3-8d79-3e8a09487373 None None] For port 416f19ec-1081-4e76-95c8-34941bc4d9df, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=416f19ec-1081-4e76-95c8-34941bc4d9df,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:16:57.190813 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cd970f79-ae53-4ab3-8d79-3e8a09487373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.259225 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd970f79-ae53-4ab3-8d79-3e8a09487373 None None] Pushing event updated for resources: {'Port': ['ID=416f19ec-1081-4e76-95c8-34941bc4d9df,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:57.294569 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.295232 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.295783 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.296185 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103385) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:16:57.296632 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['468811b9-9754-42ae-baf4-b9cc3683b5b3']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:57.327081 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-4a6a4448-0f0b-48af-b207-fc3105259165 None None] Provisioning complete for port ba785625-b937-4165-aa61-d16530308fd8 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:57.328161 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4a6a4448-0f0b-48af-b207-fc3105259165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (ba785625-b937-4165-aa61-d16530308fd8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.329403 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb64889-82ab-4abd-bdfe-616d8aa16f52') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:57.330642 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb64889-82ab-4abd-bdfe-616d8aa16f52') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:57.367144 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17431483'] for segment (adb64889-82ab-4abd-bdfe-616d8aa16f52), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.374980 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-4a6a4448-0f0b-48af-b207-fc3105259165 None None] Port ba785625-b937-4165-aa61-d16530308fd8 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:16:57.389925 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for port (e93dbdda-d29a-4fa8-88bd-2f554b6df774), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.390137 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78317f43-9fb6-46f5-b38f-febdd01949f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (07aacb1e-aa0c-42e6-af0d-cace4c9035af), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.392928 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78317f43-9fb6-46f5-b38f-febdd01949f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.396781 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-78317f43-9fb6-46f5-b38f-febdd01949f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07aacb1e-aa0c-42e6-af0d-cace4c9035af HTTP/1.1" status: 204 len: 168 time: 1.0515544 Mar 29 01:16:57.407231 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (adb64889-82ab-4abd-bdfe-616d8aa16f52), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.414071 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78317f43-9fb6-46f5-b38f-febdd01949f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07aacb1e-aa0c-42e6-af0d-cace4c9035af,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:57.421964 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Releasing vlan 295 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:16:57.422609 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17430564'] for segment (adb64889-82ab-4abd-bdfe-616d8aa16f52), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: from cryptography.utils import int_from_bytes Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: from cryptography.utils import int_from_bytes Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: Traceback (most recent call last): Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: timer() Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: cb(*args, **kw) Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: return func(*args, **kwargs) Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: self._notify() Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: self.callback(batched_events) Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: event.method(event) Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: return f(self, *a, **k) Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._get(url).json() Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:16:57.456561 dv-cinder-750782-13-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:16:57.500381 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-834beed9-8d34-49f0-ad01-90d01bfd7800 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.509844 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (e93dbdda-d29a-4fa8-88bd-2f554b6df774), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.563273 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4571f1-6451-410c-8129-8fe959ecc2ca req-172cf7ce-6701-4200-873b-d5641f24b9c6 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:57.565660 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab4571f1-6451-410c-8129-8fe959ecc2ca req-172cf7ce-6701-4200-873b-d5641f24b9c6 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 932 time: 0.2616301 Mar 29 01:16:57.578650 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (468811b9-9754-42ae-baf4-b9cc3683b5b3), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.611810 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.615760 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] 10.222.0.23 "DELETE /v2.0/networks/468811b9-9754-42ae-baf4-b9cc3683b5b3 HTTP/1.1" status: 204 len: 168 time: 1.2718451 Mar 29 01:16:57.616602 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:57.618125 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76489300-672a-4cc6-9a64-358b81ccf0d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=468811b9-9754-42ae-baf4-b9cc3683b5b3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:57.621025 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36992) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:57.643021 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'Port': ['ID=e93dbdda-d29a-4fa8-88bd-2f554b6df774,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:57.650375 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:57.666576 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Allocated IP 172.27.2.239 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/918fa854-6157-4030-a3ae-ededbd532a2d) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:16:57.683628 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba785625-b937-4165-aa61-d16530308fd8 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:16:57.699847 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-5134d9af-d062-4866-adce-7a8a6feaa1d5 admin admin] Deleting subnet aa909024-d458-4cfa-a064-dc32734848a3 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:16:57.700314 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Publish callbacks [] for port (ba785625-b937-4165-aa61-d16530308fd8), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.703801 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:57.709726 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5134d9af-d062-4866-adce-7a8a6feaa1d5 admin admin] Publish callbacks [] for subnet (aa909024-d458-4cfa-a064-dc32734848a3), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.774799 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab4571f1-6451-410c-8129-8fe959ecc2ca req-f07706ba-4998-4cfc-8359-fc0912d8291f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912537 Mar 29 01:16:57.781711 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5134d9af-d062-4866-adce-7a8a6feaa1d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17431472'] for subnet (aa909024-d458-4cfa-a064-dc32734848a3), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.834638 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5134d9af-d062-4866-adce-7a8a6feaa1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (aa909024-d458-4cfa-a064-dc32734848a3), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.917651 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5134d9af-d062-4866-adce-7a8a6feaa1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17431170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16946388'] for subnet (aa909024-d458-4cfa-a064-dc32734848a3), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.949429 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134d9af-d062-4866-adce-7a8a6feaa1d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa909024-d458-4cfa-a064-dc32734848a3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:57.960261 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5134d9af-d062-4866-adce-7a8a6feaa1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:57.965417 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5134d9af-d062-4866-adce-7a8a6feaa1d5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/aa909024-d458-4cfa-a064-dc32734848a3 HTTP/1.1" status: 204 len: 168 time: 0.3386583 Mar 29 01:16:57.969110 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 36998) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:57.982595 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Transition to ACTIVE for port object ba785625-b937-4165-aa61-d16530308fd8 will not be triggered until provisioned by entity L2. {{(pid=103386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:16:57.988273 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 37000) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:58.004746 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (ba785625-b937-4165-aa61-d16530308fd8), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.054004 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1b3194f7-5cca-4996-a4cb-e57446d6fcd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.062503 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (369c7347-ed0d-4fc2-9a6d-ab8482ca8720), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.109336 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (45ef5965-3f63-4eb3-8746-aa0d9c789bf3), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.147763 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (369c7347-ed0d-4fc2-9a6d-ab8482ca8720), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.152041 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Pushing event updated for resources: {'Port': ['ID=ba785625-b937-4165-aa61-d16530308fd8,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:58.180313 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369c7347-ed0d-4fc2-9a6d-ab8482ca8720']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:58.196475 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3519284b-dc41-42ff-ab8a-af93c48f7ff0') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:58.196878 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3519284b-dc41-42ff-ab8a-af93c48f7ff0') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:16:58.209804 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17431483'] for segment (3519284b-dc41-42ff-ab8a-af93c48f7ff0), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.236008 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (3519284b-dc41-42ff-ab8a-af93c48f7ff0), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.249657 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (918fa854-6157-4030-a3ae-ededbd532a2d), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.255115 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:16:58.255115 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17430564'] for segment (3519284b-dc41-42ff-ab8a-af93c48f7ff0), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: Traceback (most recent call last): Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: timer() Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: cb(*args, **kw) Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: return func(*args, **kwargs) Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: self._notify() Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: self.callback(batched_events) Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: event.method(event) Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: return f(self, *a, **k) Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._get(url).json() Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:16:58.256988 dv-cinder-750782-13-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:16:58.280240 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (e93dbdda-d29a-4fa8-88bd-2f554b6df774), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.313566 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Attempting to bind port ba785625-b937-4165-aa61-d16530308fd8 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:16:58.313931 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Attempting to bind port ba785625-b937-4165-aa61-d16530308fd8 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:16:58.314260 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Attempting to bind port ba785625-b937-4165-aa61-d16530308fd8 on network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:58.336783 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Port ba785625-b937-4165-aa61-d16530308fd8 on network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:16:58.337039 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Attempting to bind port ba785625-b937-4165-aa61-d16530308fd8 on network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:16:58.364134 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387c0c2-64f7-4f1e-986a-f6ea50a54ad9 req-661df4b0-c733-452d-a082-802a06e8fe45 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:58.367932 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2387c0c2-64f7-4f1e-986a-f6ea50a54ad9 req-661df4b0-c733-452d-a082-802a06e8fe45 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.1289632 Mar 29 01:16:58.369379 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (369c7347-ed0d-4fc2-9a6d-ab8482ca8720), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.379628 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:16:58.380080 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Checking segment: {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:16:58.380647 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Bound using segment: {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:16:58.381027 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.381327 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Bound port: ba785625-b937-4165-aa61-d16530308fd8, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:16:58.381707 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (ba785625-b937-4165-aa61-d16530308fd8), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.384620 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] 10.222.0.23 "DELETE /v2.0/networks/369c7347-ed0d-4fc2-9a6d-ab8482ca8720 HTTP/1.1" status: 204 len: 168 time: 0.4144888 Mar 29 01:16:58.422442 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c5b1da-1092-4995-ba4c-c9f31e3b279d admin admin] Pushing event deleted for resources: {'Network': ['ID=369c7347-ed0d-4fc2-9a6d-ab8482ca8720,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:58.468403 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1b3194f7-5cca-4996-a4cb-e57446d6fcd9 admin admin] Publish callbacks [] for security_group (7016dbf5-dc64-410e-b761-1b4f169e98cb), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.479892 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2387c0c2-64f7-4f1e-986a-f6ea50a54ad9 req-cfd5dde1-9dc1-43c1-8aa5-6b1b3d0d1f9f tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009452 Mar 29 01:16:58.489714 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (918fa854-6157-4030-a3ae-ededbd532a2d), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.506737 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1b3194f7-5cca-4996-a4cb-e57446d6fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (7016dbf5-dc64-410e-b761-1b4f169e98cb), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.527076 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.590037 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:16:58.616861 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 37008) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:58.618915 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:16:58.629042 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:16:58.634459 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=918fa854-6157-4030-a3ae-ededbd532a2d,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:58.636729 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3194f7-5cca-4996-a4cb-e57446d6fcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7016dbf5-dc64-410e-b761-1b4f169e98cb,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:58.650115 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-1b3194f7-5cca-4996-a4cb-e57446d6fcd9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd48f1e6e72f45868ec8db5f986e5e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6571472 Mar 29 01:16:58.658291 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 37010) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:58.666417 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-9b802335-f4d9-4d4a-819a-33f1adacabc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d5cbf5e3efbf49c986f28fccf004dc80&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0484064 Mar 29 01:16:58.669014 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 37012) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:58.676875 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] For port ba785625-b937-4165-aa61-d16530308fd8, host hv-cinder-75078, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:16:58.720128 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7363f12c-f95f-471b-9af2-7bd616cde543 admin admin] Publish callbacks [] for security_group (b6aa3f54-bc96-4949-8819-bb447caabd63), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.737175 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] For port ba785625-b937-4165-aa61-d16530308fd8, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ba785625-b937-4165-aa61-d16530308fd8,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:16:58.746096 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7363f12c-f95f-471b-9af2-7bd616cde543 admin admin] Publish callbacks [] for security_group (b6aa3f54-bc96-4949-8819-bb447caabd63), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.764947 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (ba785625-b937-4165-aa61-d16530308fd8), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.786197 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for port (e93dbdda-d29a-4fa8-88bd-2f554b6df774), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.800904 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7363f12c-f95f-471b-9af2-7bd616cde543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (b6aa3f54-bc96-4949-8819-bb447caabd63), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.811316 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7363f12c-f95f-471b-9af2-7bd616cde543 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.816866 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7363f12c-f95f-471b-9af2-7bd616cde543 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6aa3f54-bc96-4949-8819-bb447caabd63 HTTP/1.1" status: 204 len: 168 time: 0.1461411 Mar 29 01:16:58.825386 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363f12c-f95f-471b-9af2-7bd616cde543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6aa3f54-bc96-4949-8819-bb447caabd63,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:58.829586 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (e93dbdda-d29a-4fa8-88bd-2f554b6df774), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.833144 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (977054f5-f8d2-4b9c-a17f-194dec1329a7), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.853706 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:58.854352 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.858943 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] 10.222.0.13 "PUT /v2.0/ports/ba785625-b937-4165-aa61-d16530308fd8 HTTP/1.1" status: 200 len: 1094 time: 2.1417916 Mar 29 01:16:58.862688 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec4b3b1-3f07-481e-87de-0e2bce51e96f', 'tag': 'ba785625-b937-4165-aa61-d16530308fd8'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:16:58.969592 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc919853-8d2c-4fe7-a0c7-8b51c9eb30c9 req-03b34dd7-f26f-484e-9e73-47c0a7459ecc tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:58.971720 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cc919853-8d2c-4fe7-a0c7-8b51c9eb30c9 req-03b34dd7-f26f-484e-9e73-47c0a7459ecc tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0708170 Mar 29 01:16:58.978220 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (45ef5965-3f63-4eb3-8746-aa0d9c789bf3), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.992768 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fbd382d4-87e3-4e3f-91cc-99ca7a7913a7 admin admin] Publish callbacks [] for security_group (7016dbf5-dc64-410e-b761-1b4f169e98cb), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:58.999684 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7afae-dfe1-42eb-9357-51fbcdab4bde service neutron] Pushing event updated for resources: {'Port': ['ID=ba785625-b937-4165-aa61-d16530308fd8,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:59.040046 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (918fa854-6157-4030-a3ae-ededbd532a2d), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.043613 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cc919853-8d2c-4fe7-a0c7-8b51c9eb30c9 req-4b8a24da-98e8-4e79-9cbd-e811a1332ad2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518987 Mar 29 01:16:59.098692 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.100501 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6109121 Mar 29 01:16:59.147594 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fbd382d4-87e3-4e3f-91cc-99ca7a7913a7 admin admin] Publish callbacks [] for security_group (7016dbf5-dc64-410e-b761-1b4f169e98cb), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.155419 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d24ee361-7b4f-4c5b-9622-e8f39218dc57" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec4b3b1-3f07-481e-87de-0e2bce51e96f", "tag": "ba785625-b937-4165-aa61-d16530308fd8"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:16:59.187823 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 416f19ec-1081-4e76-95c8-34941bc4d9df up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:16:59.195992 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913df22-d7de-4e66-b008-acf11040b5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'Port': ['ID=e93dbdda-d29a-4fa8-88bd-2f554b6df774,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:59.279870 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 416f19ec-1081-4e76-95c8-34941bc4d9df triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:16:59.280244 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.336055 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fbd382d4-87e3-4e3f-91cc-99ca7a7913a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (7016dbf5-dc64-410e-b761-1b4f169e98cb), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.345303 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fbd382d4-87e3-4e3f-91cc-99ca7a7913a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.352194 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-fbd382d4-87e3-4e3f-91cc-99ca7a7913a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7016dbf5-dc64-410e-b761-1b4f169e98cb HTTP/1.1" status: 204 len: 168 time: 0.6929467 Mar 29 01:16:59.378088 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 416f19ec-1081-4e76-95c8-34941bc4d9df is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:16:59.379880 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd382d4-87e3-4e3f-91cc-99ca7a7913a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7016dbf5-dc64-410e-b761-1b4f169e98cb,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:59.401526 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 37044) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:59.467543 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (918fa854-6157-4030-a3ae-ededbd532a2d), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.475391 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (918fa854-6157-4030-a3ae-ededbd532a2d), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.509977 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a8f52712-a29c-404b-b681-dc5ee2417e9b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5cc90b76ada84187b9821f41cca83b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1050084 Mar 29 01:16:59.511721 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 37048) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:59.528080 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=918fa854-6157-4030-a3ae-ededbd532a2d,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:59.533271 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-227fd84d-0ce6-4b4e-b91f-0f45dad627b6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--853639627&fields=id&tenant_id=4ce5b95bcc76491185ee402041492580 HTTP/1.1" status: 200 len: 267 time: 0.1099012 Mar 29 01:16:59.534061 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (977054f5-f8d2-4b9c-a17f-194dec1329a7), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.552602 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.554501 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-9690950a-4c11-4b28-a3a1-b357622975ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7224596 Mar 29 01:16:59.663936 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb108-3d91-4180-89b5-fdf9a030a04e admin admin] Publish callbacks [] for security_group (c0a547b9-60ee-4976-b65f-165457d6d48b), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.686657 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520117d8-ee05-4925-ab09-4918d8c43ea5 x-openstack-request-id: req-520117d8-ee05-4925-ab09-4918d8c43ea5 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:16:59.687973 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec4b3b1-3f07-481e-87de-0e2bce51e96f", "tag": "ba785625-b937-4165-aa61-d16530308fd8", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:16:59.688388 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-520117d8-ee05-4925-ab09-4918d8c43ea5 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:16:59.688995 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520117d8-ee05-4925-ab09-4918d8c43ea5'] response: {'name': 'network-changed', 'server_uuid': '7ec4b3b1-3f07-481e-87de-0e2bce51e96f', 'tag': 'ba785625-b937-4165-aa61-d16530308fd8', 'status': 'completed', 'code': 200} Mar 29 01:16:59.703151 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-99887246-e2d3-408a-b3a1-11d22cc6422e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:59.704644 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-99887246-e2d3-408a-b3a1-11d22cc6422e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 817 time: 0.1703916 Mar 29 01:16:59.707212 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb108-3d91-4180-89b5-fdf9a030a04e admin admin] Publish callbacks [] for security_group (c0a547b9-60ee-4976-b65f-165457d6d48b), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.732138 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-cf5d4d83-cf54-41a2-871e-ca3e3cdd429c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/quotas/4ce5b95bcc76491185ee402041492580 HTTP/1.1" status: 200 len: 375 time: 0.0171020 Mar 29 01:16:59.838572 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e713d-d775-483c-b2cc-7c72e2faefe7 req-86656f81-0051-4485-a5c1-73f2af025282 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:16:59.840085 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b97e713d-d775-483c-b2cc-7c72e2faefe7 req-86656f81-0051-4485-a5c1-73f2af025282 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0955415 Mar 29 01:16:59.846798 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-7e24ca4d-5f46-4b11-82a7-5c33747376b6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011777 Mar 29 01:16:59.847396 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb108-3d91-4180-89b5-fdf9a030a04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c0a547b9-60ee-4976-b65f-165457d6d48b), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.849952 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a5eeb108-3d91-4180-89b5-fdf9a030a04e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.853288 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a5eeb108-3d91-4180-89b5-fdf9a030a04e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c0a547b9-60ee-4976-b65f-165457d6d48b HTTP/1.1" status: 204 len: 168 time: 0.3382187 Mar 29 01:16:59.882318 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eeb108-3d91-4180-89b5-fdf9a030a04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a547b9-60ee-4976-b65f-165457d6d48b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:16:59.911465 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 37064) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:16:59.933301 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:16:59.936557 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6818439-168c-473b-924b-9e4a7468a79f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:00.038794 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6818439-168c-473b-924b-9e4a7468a79f admin admin] Publish callbacks [] for security_group (b37a938c-d34f-409e-ab6d-b047386ee331), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:00.046564 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b6818439-168c-473b-924b-9e4a7468a79f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (b37a938c-d34f-409e-ab6d-b047386ee331), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:00.087063 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b6818439-168c-473b-924b-9e4a7468a79f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cac70e5ddac3485db5a8a7a375ab2e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1741230 Mar 29 01:17:00.088391 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6818439-168c-473b-924b-9e4a7468a79f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37a938c-d34f-409e-ab6d-b047386ee331,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:00.090730 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 37070) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:00.110815 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b97e713d-d775-483c-b2cc-7c72e2faefe7 req-92e27df2-8293-4e54-8fbb-ebe1e2553391 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586710 Mar 29 01:17:00.140761 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-4f58254c-cbc0-4ea6-b5b2-d8cd2550ba95 service neutron] 10.222.0.23 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764373 Mar 29 01:17:00.163894 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6addd17c-4be9-4d16-95cd-26dd35425251 admin admin] Publish callbacks [] for security_group (b37a938c-d34f-409e-ab6d-b047386ee331), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:00.192947 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6addd17c-4be9-4d16-95cd-26dd35425251 admin admin] Publish callbacks [] for security_group (b37a938c-d34f-409e-ab6d-b047386ee331), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:00.253502 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6addd17c-4be9-4d16-95cd-26dd35425251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (b37a938c-d34f-409e-ab6d-b047386ee331), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:00.258344 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6addd17c-4be9-4d16-95cd-26dd35425251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:00.268325 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-6addd17c-4be9-4d16-95cd-26dd35425251 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b37a938c-d34f-409e-ab6d-b047386ee331 HTTP/1.1" status: 204 len: 168 time: 0.1717324 Mar 29 01:17:00.278405 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2d3ec9a8-e403-4c00-8df3-80b9b92534ec tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1528374801&fields=id&tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 267 time: 0.0678411 Mar 29 01:17:00.282581 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6addd17c-4be9-4d16-95cd-26dd35425251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37a938c-d34f-409e-ab6d-b047386ee331,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:00.287526 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-78037f63-f42c-45ae-b523-8f92d5ecee43 service neutron] 10.222.0.23 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394594 Mar 29 01:17:00.423931 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-19da3f3d-03a5-4818-ba59-2c9721436b44 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:00.431820 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-19da3f3d-03a5-4818-ba59-2c9721436b44 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 815 time: 0.1432431 Mar 29 01:17:00.462270 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-a34ee0f9-6b61-4c82-8bae-dffac342ee13 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/quotas/9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 375 time: 0.0295851 Mar 29 01:17:00.589752 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-0ef96a46-ca37-4885-b937-2d5d4f0d58eb tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255293 Mar 29 01:17:00.676656 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8706f0-9065-481a-9a9f-84a07cb11609 req-947d28ad-b7bd-4443-a49c-ef0fdb7a4568 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:00.678474 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ce8706f0-9065-481a-9a9f-84a07cb11609 req-947d28ad-b7bd-4443-a49c-ef0fdb7a4568 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.1577849 Mar 29 01:17:00.763826 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ce8706f0-9065-481a-9a9f-84a07cb11609 req-71500396-62fe-4217-a50b-33006d64f9ba tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743849 Mar 29 01:17:00.791024 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-05f96784-0950-4651-8b94-60a121b403c3 service neutron] 10.222.0.23 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767204 Mar 29 01:17:00.880993 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-321bb3d1-db26-4fb0-a06e-bb02489fb4bd req-0dec0634-a32e-4b75-a1f2-e6ee6c839543 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 210 time: 0.0610163 Mar 29 01:17:00.931279 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-c80a4f43-333c-40d9-a1d4-8c358dfe2bf9 service neutron] 10.222.0.23 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348100 Mar 29 01:17:01.140918 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-18554299-8d91-4184-a753-c1e44b7f9079 req-1168e149-0eb7-4b82-9da7-619deaf5d06e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 210 time: 0.0376720 Mar 29 01:17:01.266878 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024b0ce-0bbd-440e-9cb5-1917cbf1c8a1 req-b5340e4e-ef7b-44f0-972f-1a68c1b9f3fd tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:01.268839 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3024b0ce-0bbd-440e-9cb5-1917cbf1c8a1 req-b5340e4e-ef7b-44f0-972f-1a68c1b9f3fd tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0705531 Mar 29 01:17:01.330648 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3024b0ce-0bbd-440e-9cb5-1917cbf1c8a1 req-65e77e7c-4f58-419e-bf36-167c4b9a9f46 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546694 Mar 29 01:17:01.503530 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:02.067907 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ee9d094-b054-4122-9b80-b781b99165d6 req-fb75bc5f-dff7-4483-bd29-339897248ef6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2979632d-c64f-4f9a-98b9-ff418631976a HTTP/1.1" status: 200 len: 217 time: 0.1980431 Mar 29 01:17:02.132970 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-2662649d-1dee-4adf-9bce-96d96fc7fa28 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de12d03d-ee27-479f-85a4-564fc86a285e HTTP/1.1" status: 200 len: 217 time: 0.2653193 Mar 29 01:17:02.136599 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ee361-7b4f-4c5b-9622-e8f39218dc57 req-985d8c9f-ad17-4538-98cf-cc2af9b1293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:02.139921 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-d24ee361-7b4f-4c5b-9622-e8f39218dc57 req-985d8c9f-ad17-4538-98cf-cc2af9b1293f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 1128 time: 0.2190943 Mar 29 01:17:02.149434 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-19715d4f-4ffa-48e3-a5cc-b37a85f63684 req-a01f9914-0bd2-4b5a-84de-c707895bf884 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 210 time: 0.1062939 Mar 29 01:17:02.204755 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001fd000-0bf8-4a5f-810f-290e7b2cf18b req-4e8b34e1-b31f-498d-abdb-830eb5493833 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:02.206196 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-001fd000-0bf8-4a5f-810f-290e7b2cf18b req-4e8b34e1-b31f-498d-abdb-830eb5493833 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.3755918 Mar 29 01:17:02.210677 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9d094-b054-4122-9b80-b781b99165d6 req-0f954c44-6a34-47ce-84ed-54335581cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:02.212093 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ee9d094-b054-4122-9b80-b781b99165d6 req-0f954c44-6a34-47ce-84ed-54335581cabf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3 HTTP/1.1" status: 200 len: 852 time: 0.0918827 Mar 29 01:17:02.249766 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-62548146-55c9-4224-b5e3-e6f714b97bf4 req-c1cf2a13-87c4-46e1-acd2-858c44220c39 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 210 time: 0.0361903 Mar 29 01:17:02.280260 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-001fd000-0bf8-4a5f-810f-290e7b2cf18b req-ecb59a4a-c8cc-4e50-b44c-81071c9abd30 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574510 Mar 29 01:17:02.450978 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a10eb52-347f-409e-8eae-786b617e4ef8 req-e266ee44-6b6e-4ffb-92e2-c8a17b3b7f25 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:02.452442 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5a10eb52-347f-409e-8eae-786b617e4ef8 req-e266ee44-6b6e-4ffb-92e2-c8a17b3b7f25 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0542026 Mar 29 01:17:02.501919 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5a10eb52-347f-409e-8eae-786b617e4ef8 req-07039cf0-d8c6-40d7-9020-b30bc31c7d8e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439067 Mar 29 01:17:03.168823 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:03.249149 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4c3768bb-7935-4b78-9985-b97264da6c84 req-bc03fda6-6f3b-4896-bb5f-55781a21410e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 210 time: 0.0312593 Mar 29 01:17:03.360247 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbe50765-4b3d-4ea3-bf91-13ce97067541 req-842de3c4-bcfe-4d4e-9a5a-9747268bf0b4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 210 time: 0.0335703 Mar 29 01:17:03.424949 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa042ce-6733-4629-8013-64d43284749d req-70d9464d-fda0-45e5-9253-7aabc25f92e4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:03.426422 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-daa042ce-6733-4629-8013-64d43284749d req-70d9464d-fda0-45e5-9253-7aabc25f92e4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0572286 Mar 29 01:17:03.481378 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-daa042ce-6733-4629-8013-64d43284749d req-258c3e6a-13ba-4fff-8ab0-14957c9a819c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477085 Mar 29 01:17:03.627676 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62030ce3-bde7-45bb-b048-778739b8c0a2 req-3f5b844b-28ad-416a-a62b-e61127c92b3c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:03.631151 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-62030ce3-bde7-45bb-b048-778739b8c0a2 req-3f5b844b-28ad-416a-a62b-e61127c92b3c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0609622 Mar 29 01:17:03.665948 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ee9d094-b054-4122-9b80-b781b99165d6 req-58ea758d-97b5-4c81-9909-8392ef3e3f24 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ebbbde10-994a-459f-b129-fef1f46037ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324483 Mar 29 01:17:03.734186 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-99793842-bea0-4085-a2e8-2e91d5ec797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:03.735687 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-99793842-bea0-4085-a2e8-2e91d5ec797e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.1036391 Mar 29 01:17:03.747709 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-62030ce3-bde7-45bb-b048-778739b8c0a2 req-db034709-dfaa-47c2-89c9-def164d03840 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742168 Mar 29 01:17:03.797672 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ee361-7b4f-4c5b-9622-e8f39218dc57 req-eb177261-364f-4b91-b43a-d36b156d4694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:03.799109 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-d24ee361-7b4f-4c5b-9622-e8f39218dc57 req-eb177261-364f-4b91-b43a-d36b156d4694 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1767373 Mar 29 01:17:04.347258 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bddb6c6a-c2e9-4a11-8dbb-71fcec5c17e4 req-688fa1f1-d929-45a7-98ab-f561c837188e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 210 time: 0.0266967 Mar 29 01:17:04.456445 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-42bb13cb-d209-46ab-990e-f9dff775c4fd req-c9c80046-a497-4cbe-896a-e57f5653232d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 210 time: 0.0261486 Mar 29 01:17:04.600645 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6433af-69fb-465c-8472-66b531611bc8 req-811b7279-42ea-4d99-9442-38a452312117 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:04.602109 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a6433af-69fb-465c-8472-66b531611bc8 req-811b7279-42ea-4d99-9442-38a452312117 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0540643 Mar 29 01:17:04.650262 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a6433af-69fb-465c-8472-66b531611bc8 req-28f315af-4b7a-4b6b-88a8-34267e1d4dac tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419788 Mar 29 01:17:04.869827 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c90b3c-3d41-4b0a-a54d-aa519d2abbee req-ebc65fd3-786c-483e-bd3d-aa782d72a388 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:04.871244 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-52c90b3c-3d41-4b0a-a54d-aa519d2abbee req-ebc65fd3-786c-483e-bd3d-aa782d72a388 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0541036 Mar 29 01:17:04.918488 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-52c90b3c-3d41-4b0a-a54d-aa519d2abbee req-328eea36-8666-4dec-979b-a4ec4919c7d3 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416749 Mar 29 01:17:05.441522 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3bc7757a-8199-4dc7-9e39-a4429f73ee6c req-29c3a036-6619-4e4d-9914-8e87fcbf879b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 210 time: 0.0258267 Mar 29 01:17:05.549864 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-51a34cbb-181d-4286-b604-ce84dd445e50 req-1f38aa93-5ab9-4cc4-99b2-e99da0d46cf2 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 210 time: 0.0293887 Mar 29 01:17:05.772111 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca8656-16b4-4a4f-9220-224d533dc016 req-70f33583-321e-4d58-bcd4-3297ee02ea9b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:05.773590 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-afca8656-16b4-4a4f-9220-224d533dc016 req-70f33583-321e-4d58-bcd4-3297ee02ea9b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0525775 Mar 29 01:17:05.819825 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-afca8656-16b4-4a4f-9220-224d533dc016 req-80edb3b4-7447-4181-9323-262668a6dbe4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404460 Mar 29 01:17:06.034458 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e911ee1-a8f2-4b5e-be2c-d78e9e9b4b87 req-831041eb-515a-4d77-9039-ab462e6e58b1 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:06.036327 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4e911ee1-a8f2-4b5e-be2c-d78e9e9b4b87 req-831041eb-515a-4d77-9039-ab462e6e58b1 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0541413 Mar 29 01:17:06.157404 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4e911ee1-a8f2-4b5e-be2c-d78e9e9b4b87 req-54db91c8-a856-4454-baf9-9405d2acfdd0 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150947 Mar 29 01:17:06.215027 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ee9d094-b054-4122-9b80-b781b99165d6 req-d9fe327a-e4e6-421b-a65b-b0789f01e677 service neutron] 10.222.0.13 "GET /v2.0/networks/ebbbde10-994a-459f-b129-fef1f46037ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410103 Mar 29 01:17:06.230292 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-59686e28-6c16-4335-9eee-f5a9d890010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:06.231804 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-59686e28-6c16-4335-9eee-f5a9d890010d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1569526 Mar 29 01:17:06.381104 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ee9d094-b054-4122-9b80-b781b99165d6 req-3d8f9f3f-67d5-488e-92d9-1337b26d6097 service neutron] 10.222.0.13 "GET /v2.0/networks/ebbbde10-994a-459f-b129-fef1f46037ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599782 Mar 29 01:17:06.386766 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-32aeb701-9999-4622-affc-cbb937f12d0e service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399655 Mar 29 01:17:06.398310 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ee361-7b4f-4c5b-9622-e8f39218dc57 req-c1089433-bea4-491d-8281-0e699dac3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:06.400339 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-d24ee361-7b4f-4c5b-9622-e8f39218dc57 req-c1089433-bea4-491d-8281-0e699dac3b48 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3271487 Mar 29 01:17:06.476400 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e475edbe-8b96-47b0-8fdb-b189e12e4b73 req-6b16449d-2b01-4ddb-9690-733a92313c93 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833187 Mar 29 01:17:06.486726 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102a0fd-bb84-4308-acaa-9de00304205c req-b36a1b7c-c3ce-4eb4-83e8-81cf22c51520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:06.488526 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-b36a1b7c-c3ce-4eb4-83e8-81cf22c51520 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 1128 time: 0.0453496 Mar 29 01:17:06.558071 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-46b1becf-d60a-493d-93f8-f5c30d769e26 req-6f9887d9-105a-4ab6-a8f1-4a992c53d0a3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 210 time: 0.0414171 Mar 29 01:17:06.574194 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-3cae23ec-e3e3-4db8-9162-bffa3611554f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba785625-b937-4165-aa61-d16530308fd8 HTTP/1.1" status: 200 len: 217 time: 0.0704625 Mar 29 01:17:06.605436 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ccecf-7886-4054-8f41-a13102406d93 req-e1b12fa9-a0c2-46ab-a865-1be4ce3cae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:06.607051 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-909ccecf-7886-4054-8f41-a13102406d93 req-e1b12fa9-a0c2-46ab-a865-1be4ce3cae9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 1127 time: 0.0732245 Mar 29 01:17:06.632315 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102a0fd-bb84-4308-acaa-9de00304205c req-e5dab2d6-0f16-4fc6-bab1-859b3f4d99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:06.633846 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-e5dab2d6-0f16-4fc6-bab1-859b3f4d99fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0528963 Mar 29 01:17:06.686103 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dc82f2f8-048b-4dfa-a276-70099614d93c req-c8f82b87-3465-476e-9397-3a729c637151 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 210 time: 0.0553470 Mar 29 01:17:06.719070 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8102a0fd-bb84-4308-acaa-9de00304205c req-c417141c-18bb-4b52-aaed-0064a5c8b755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:06.720221 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ccecf-7886-4054-8f41-a13102406d93 req-321a902b-a11a-464c-9d8d-643c51212953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:06.720702 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-c417141c-18bb-4b52-aaed-0064a5c8b755 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0807638 Mar 29 01:17:06.721669 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-909ccecf-7886-4054-8f41-a13102406d93 req-321a902b-a11a-464c-9d8d-643c51212953 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.1087413 Mar 29 01:17:06.769211 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-909ccecf-7886-4054-8f41-a13102406d93 req-cb0369d7-8161-4c17-b33d-354fd3c7a084 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de12d03d-ee27-479f-85a4-564fc86a285e HTTP/1.1" status: 200 len: 217 time: 0.0368695 Mar 29 01:17:06.815408 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-36e34d26-4ae2-493c-b5e1-68422d3da6f7 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836678 Mar 29 01:17:06.853553 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ccecf-7886-4054-8f41-a13102406d93 req-b3250d5b-157c-406b-9443-1f00d9308981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:06.855110 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-909ccecf-7886-4054-8f41-a13102406d93 req-b3250d5b-157c-406b-9443-1f00d9308981 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0451930 Mar 29 01:17:06.914454 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8102a0fd-bb84-4308-acaa-9de00304205c req-26a0e750-d7f0-4f3d-b011-31bbafd11629 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921359 Mar 29 01:17:06.951858 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ccecf-7886-4054-8f41-a13102406d93 req-21830ab5-b7f3-44ea-993b-17ebc0801ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:06.953348 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-909ccecf-7886-4054-8f41-a13102406d93 req-21830ab5-b7f3-44ea-993b-17ebc0801ba4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0920212 Mar 29 01:17:06.975071 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e24c1-4be6-4fe8-af60-d1c107fd950c req-d0e587bf-bb6b-4636-a555-0844873cdb68 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:06.976444 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-681e24c1-4be6-4fe8-af60-d1c107fd950c req-d0e587bf-bb6b-4636-a555-0844873cdb68 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0758784 Mar 29 01:17:07.068298 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-681e24c1-4be6-4fe8-af60-d1c107fd950c req-6406dfda-350d-4264-b878-45095bcbed1b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823946 Mar 29 01:17:07.081257 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-909ccecf-7886-4054-8f41-a13102406d93 req-19301e52-af83-4aaa-bcc4-3e04409ced32 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203463 Mar 29 01:17:07.169713 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-909ccecf-7886-4054-8f41-a13102406d93 req-14d621cf-368c-4849-9679-8f490843d870 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817003 Mar 29 01:17:07.286685 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ad87c-c2b6-4865-aa49-32582274e302 req-e1a9c830-1b46-45a4-94d3-eb6e525167bb tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:07.288101 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-887ad87c-c2b6-4865-aa49-32582274e302 req-e1a9c830-1b46-45a4-94d3-eb6e525167bb tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0520070 Mar 29 01:17:07.336847 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-887ad87c-c2b6-4865-aa49-32582274e302 req-389d73e0-3e95-4940-94be-b2d556371569 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422540 Mar 29 01:17:07.904195 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-c877c851-1493-4ff0-b647-1a7a26a415ae tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:07.906369 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-c877c851-1493-4ff0-b647-1a7a26a415ae tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 815 time: 0.1192105 Mar 29 01:17:07.937773 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fd3404-2086-4361-a037-da31b3d58cc5 req-bb6e367a-350a-4cce-8d00-67b8d80a6a60 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 210 time: 0.2734149 Mar 29 01:17:07.989095 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-670ad2c2-43da-4a7a-973e-617295e5cfcc req-c7b6e3de-79f7-4d50-8c0b-4d79d55fea11 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 210 time: 0.0538051 Mar 29 01:17:08.044531 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-1d129373-b159-4be5-98de-68377d0d415c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 380 time: 0.1138027 Mar 29 01:17:08.057781 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'port': {'device_id': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'admin_state_up': True, 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'security_groups': ['a728ae9a-6ba7-44a9-950a-4f9f27e6813f']}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:17:08.078405 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-2956fb17-91c6-4b04-9d9f-bb84770b7c86 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:08.080001 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-2956fb17-91c6-4b04-9d9f-bb84770b7c86 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.13 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 817 time: 0.4175560 Mar 29 01:17:08.211872 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Made reservation on behalf of 9e4d1c4fc5634ebaa1f02f7063fd633b for: {'port': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:17:08.214768 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-b3422041-7940-494f-9715-2abbafa95b5b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ce5b95bcc76491185ee402041492580 HTTP/1.1" status: 200 len: 379 time: 0.1146748 Mar 29 01:17:08.216046 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:08.224564 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'port': {'device_id': '55c7c688-9106-4ec8-a205-ded6b9310897', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'admin_state_up': True, 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'security_groups': ['72289cd0-3db4-4aac-aa4f-0630637add1a']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:17:08.249871 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92d653-ad3d-40c0-9a3e-5e12c8f7f81d req-b181395f-06cb-45c3-8447-4c80487a583d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:08.251406 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ce92d653-ad3d-40c0-9a3e-5e12c8f7f81d req-b181395f-06cb-45c3-8447-4c80487a583d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.1143029 Mar 29 01:17:08.364062 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ce92d653-ad3d-40c0-9a3e-5e12c8f7f81d req-ccac369c-2a02-458e-b60e-91dbd11674a8 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869994 Mar 29 01:17:08.390418 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Made reservation on behalf of 4ce5b95bcc76491185ee402041492580 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:17:08.395814 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:08.405261 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Allocated IP 172.20.0.4 (efe61488-9b8e-4b7a-9ec4-1e23503c6b37/9b553518-51b2-4da2-99ae-f87ad4e0e785/cc87c15a-83aa-4260-b6ed-665d191fe2d3) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:17:08.549257 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:08.553217 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebd6ff-697b-4552-be59-518d9b06f785 req-53792765-d8b0-4988-a27c-b4c77180c92f tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:08.554688 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0eebd6ff-697b-4552-be59-518d9b06f785 req-53792765-d8b0-4988-a27c-b4c77180c92f tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.1301651 Mar 29 01:17:08.581872 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:08.583603 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Allocated IP 172.20.0.3 (3f31725d-258b-4c0a-a850-2f95e9536783/87e3f621-fd45-46f2-b74f-22cfad48deb9/fc7dce4b-3812-40b5-a3c7-92f33d309c0c) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:17:08.623079 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0eebd6ff-697b-4552-be59-518d9b06f785 req-f1d4f7aa-ce04-44f3-b6a5-c535ce63635e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605319 Mar 29 01:17:08.624026 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:17:08.627239 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:17:08.634120 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:17:08.638824 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:08.639445 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:08.652234 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=cc87c15a-83aa-4260-b6ed-665d191fe2d3,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:08.660488 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-2e897952-625f-4595-a03f-7800b3a10554 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6150832 Mar 29 01:17:08.768550 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:08.804015 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:08.850117 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Network 3f31725d-258b-4c0a-a850-2f95e9536783 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:17:08.853785 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:17:08.860127 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:17:08.882924 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'Port': ['ID=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:08.902209 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-d1085716-c4d0-498f-ad98-b9a18655b097 None None] Provisioning complete for port cc87c15a-83aa-4260-b6ed-665d191fe2d3 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:17:08.902705 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d1085716-c4d0-498f-ad98-b9a18655b097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:08.915901 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:08.916660 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:08.937043 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-882372b0-f75f-44cb-8c6d-992fa527f2a5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7164795 Mar 29 01:17:08.946864 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-d1085716-c4d0-498f-ad98-b9a18655b097 None None] Port cc87c15a-83aa-4260-b6ed-665d191fe2d3 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:17:09.068505 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-3adff2f2-bc16-44e7-9bb6-634d08882fa6 None None] Provisioning complete for port fc7dce4b-3812-40b5-a3c7-92f33d309c0c triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:17:09.069010 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3adff2f2-bc16-44e7-9bb6-634d08882fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:09.110485 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-3adff2f2-bc16-44e7-9bb6-634d08882fa6 None None] Port fc7dce4b-3812-40b5-a3c7-92f33d309c0c cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:17:09.145397 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92040544-7e2f-425d-bd4e-5c65a18e0dcc req-75f2c97f-54cc-4674-bb79-ee19728bfc32 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:09.146811 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92040544-7e2f-425d-bd4e-5c65a18e0dcc req-75f2c97f-54cc-4674-bb79-ee19728bfc32 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 931 time: 0.0959778 Mar 29 01:17:09.167035 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc4624-8c93-49b8-8121-8f5b641bcd19 req-484b7b34-c5c6-472f-93c7-3883c347419e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:09.168461 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8edc4624-8c93-49b8-8121-8f5b641bcd19 req-484b7b34-c5c6-472f-93c7-3883c347419e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 931 time: 0.0870955 Mar 29 01:17:09.231853 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92040544-7e2f-425d-bd4e-5c65a18e0dcc req-f390e704-b340-4d11-a97e-dc31a75b9b67 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782828 Mar 29 01:17:09.238467 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8edc4624-8c93-49b8-8121-8f5b641bcd19 req-0ade1cc9-d874-4f27-86b3-409a936c00d2 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626631 Mar 29 01:17:09.486980 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372f3133-1ce1-4ab1-8557-5f585d2397bd req-48b22662-816b-48fa-b677-b37641b381a9 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:09.488448 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-372f3133-1ce1-4ab1-8557-5f585d2397bd req-48b22662-816b-48fa-b677-b37641b381a9 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0521498 Mar 29 01:17:09.536084 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-372f3133-1ce1-4ab1-8557-5f585d2397bd req-ec8b2433-5987-441f-9638-e56ef2813b35 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414605 Mar 29 01:17:09.746349 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5a98b2-a770-4c59-8bd9-55c17a3fd7e5 req-724fa69d-fa97-4a06-8ed3-6fc6384088c2 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:09.747887 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a5a98b2-a770-4c59-8bd9-55c17a3fd7e5 req-724fa69d-fa97-4a06-8ed3-6fc6384088c2 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0527065 Mar 29 01:17:09.799909 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a5a98b2-a770-4c59-8bd9-55c17a3fd7e5 req-c261e6c5-bbe2-49f5-8f45-12c1caf6fd64 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464811 Mar 29 01:17:10.035907 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Request body: {'port': {'device_id': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:17:10.036502 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Request body: {'port': {'device_id': '55c7c688-9106-4ec8-a205-ded6b9310897', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:17:10.094311 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:10.104379 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:10.365280 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc87c15a-83aa-4260-b6ed-665d191fe2d3 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:17:10.375487 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Publish callbacks [] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:10.392867 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Transition to ACTIVE for port object cc87c15a-83aa-4260-b6ed-665d191fe2d3 will not be triggered until provisioned by entity L2. {{(pid=103386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:17:10.397768 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:10.429396 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7dce4b-3812-40b5-a3c7-92f33d309c0c {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:17:10.442295 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Publish callbacks [] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:10.448872 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Pushing event updated for resources: {'Port': ['ID=cc87c15a-83aa-4260-b6ed-665d191fe2d3,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:10.468660 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Transition to ACTIVE for port object fc7dce4b-3812-40b5-a3c7-92f33d309c0c will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:17:10.478162 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e781fa5b-0943-4379-978e-411f21d530cd req-8dbad393-0d1d-47e4-be91-bc364816635b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:10.479769 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e781fa5b-0943-4379-978e-411f21d530cd req-8dbad393-0d1d-47e4-be91-bc364816635b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 931 time: 0.1564770 Mar 29 01:17:10.482531 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Attempting to bind port cc87c15a-83aa-4260-b6ed-665d191fe2d3 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:17:10.482683 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:10.483303 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Attempting to bind port cc87c15a-83aa-4260-b6ed-665d191fe2d3 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:17:10.483785 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Attempting to bind port cc87c15a-83aa-4260-b6ed-665d191fe2d3 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:17:10.488912 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Port cc87c15a-83aa-4260-b6ed-665d191fe2d3 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:17:10.489459 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Attempting to bind port cc87c15a-83aa-4260-b6ed-665d191fe2d3 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:17:10.495902 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:17:10.496080 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caba02c-9717-4a5a-b297-f3f072a503ae req-43ca50ad-445b-4cd3-b0f6-6b187cfb770c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:10.496260 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Checking segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:17:10.496599 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Bound using segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:17:10.497025 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Bound port: cc87c15a-83aa-4260-b6ed-665d191fe2d3, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:17:10.497532 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6caba02c-9717-4a5a-b297-f3f072a503ae req-43ca50ad-445b-4cd3-b0f6-6b187cfb770c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 931 time: 0.1700401 Mar 29 01:17:10.503670 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:10.587509 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] For port cc87c15a-83aa-4260-b6ed-665d191fe2d3, host hv-cinder-75078, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:17:10.596182 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] For port cc87c15a-83aa-4260-b6ed-665d191fe2d3, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cc87c15a-83aa-4260-b6ed-665d191fe2d3,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:17:10.605845 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:10.608257 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Pushing event updated for resources: {'Port': ['ID=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:10.663767 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:10.665123 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:10.666709 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] 10.222.0.13 "PUT /v2.0/ports/cc87c15a-83aa-4260-b6ed-665d191fe2d3 HTTP/1.1" status: 200 len: 1093 time: 0.6349182 Mar 29 01:17:10.667234 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'tag': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:17:10.669968 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fc40a4-d752-42ad-8eaf-d1c58d3787ce" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1b50dc-0f3a-48da-99df-4ea8a6cab125", "tag": "cc87c15a-83aa-4260-b6ed-665d191fe2d3"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:17:10.681157 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e781fa5b-0943-4379-978e-411f21d530cd req-faf26c49-ddc2-45df-b1ae-06b104261d72 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620998 Mar 29 01:17:10.689553 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6caba02c-9717-4a5a-b297-f3f072a503ae req-cf813570-3be7-4ba4-bf7c-90189657b093 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606691 Mar 29 01:17:10.707704 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ba014a-b8a4-4bd1-b0e7-e656723bfd0a service neutron] Pushing event updated for resources: {'Port': ['ID=cc87c15a-83aa-4260-b6ed-665d191fe2d3,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:10.766842 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Attempting to bind port fc7dce4b-3812-40b5-a3c7-92f33d309c0c on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:17:10.767189 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Attempting to bind port fc7dce4b-3812-40b5-a3c7-92f33d309c0c by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:17:10.767521 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Attempting to bind port fc7dce4b-3812-40b5-a3c7-92f33d309c0c on network 3f31725d-258b-4c0a-a850-2f95e9536783 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:17:10.774210 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Port fc7dce4b-3812-40b5-a3c7-92f33d309c0c on network 3f31725d-258b-4c0a-a850-2f95e9536783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:17:10.775175 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Attempting to bind port fc7dce4b-3812-40b5-a3c7-92f33d309c0c on network 3f31725d-258b-4c0a-a850-2f95e9536783 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:17:10.781861 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b350285-f5c7-4847-82f7-de3f6b62355f x-openstack-request-id: req-7b350285-f5c7-4847-82f7-de3f6b62355f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:17:10.782213 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1b50dc-0f3a-48da-99df-4ea8a6cab125", "tag": "cc87c15a-83aa-4260-b6ed-665d191fe2d3", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:17:10.782473 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b350285-f5c7-4847-82f7-de3f6b62355f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:17:10.782932 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b350285-f5c7-4847-82f7-de3f6b62355f'] response: {'name': 'network-changed', 'server_uuid': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'tag': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'status': 'completed', 'code': 200} Mar 29 01:17:10.788466 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:17:10.788927 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Checking segment: {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:17:10.789835 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Bound using segment: {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:17:10.791004 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Bound port: fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:17:10.791369 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:10.926898 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26e24c-6d0f-4445-aec1-ba6f2e7b5c14 req-72155f6f-59b6-4a1a-b78e-1d58f4905ac7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:10.928418 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cf26e24c-6d0f-4445-aec1-ba6f2e7b5c14 req-72155f6f-59b6-4a1a-b78e-1d58f4905ac7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.1249490 Mar 29 01:17:10.947821 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:17:10.967071 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:17:10.980699 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:11.044263 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:11.044880 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:11.046260 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] 10.222.0.13 "PUT /v2.0/ports/fc7dce4b-3812-40b5-a3c7-92f33d309c0c HTTP/1.1" status: 200 len: 1093 time: 1.0139904 Mar 29 01:17:11.052010 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:17:11.054317 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35226e8-3a31-4e8e-ba24-7dff0aea37f0" -d '{"events": [{"name": "network-changed", "server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:17:11.082083 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cf26e24c-6d0f-4445-aec1-ba6f2e7b5c14 req-8e342ec8-8022-4aac-9894-fafc24f3978e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363235 Mar 29 01:17:11.095146 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f40227-3abd-4141-873f-2185873b4876 req-368fa88c-5ffc-43e7-b351-c080b9d25a61 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:11.096652 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-82f40227-3abd-4141-873f-2185873b4876 req-368fa88c-5ffc-43e7-b351-c080b9d25a61 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.1976273 Mar 29 01:17:11.097540 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7221ae-829f-4275-a0de-320b0adc0f5b service neutron] Pushing event updated for resources: {'Port': ['ID=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:11.132649 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b141fd-9e55-47f6-ba1b-404d6d6ba379 x-openstack-request-id: req-22b141fd-9e55-47f6-ba1b-404d6d6ba379 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:17:11.132944 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:17:11.133429 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-22b141fd-9e55-47f6-ba1b-404d6d6ba379 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:17:11.134412 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b141fd-9e55-47f6-ba1b-404d6d6ba379'] response: {'name': 'network-changed', 'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'status': 'completed', 'code': 200} Mar 29 01:17:11.161216 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-82f40227-3abd-4141-873f-2185873b4876 req-965c9cab-e1b5-4b9e-8af9-781b50a01026 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502055 Mar 29 01:17:11.838394 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10786ba-4b23-48c7-9c55-2d7bfeebc9e7 req-3d555dd9-85ee-42dd-9dd0-00d5b916bd9a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:11.839880 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e10786ba-4b23-48c7-9c55-2d7bfeebc9e7 req-3d555dd9-85ee-42dd-9dd0-00d5b916bd9a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0793843 Mar 29 01:17:11.886303 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efac345-95c5-46bd-91e4-6190ea55ffdc req-082e452c-9097-45b3-95c9-1e1e69e6824f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:11.887742 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4efac345-95c5-46bd-91e4-6190ea55ffdc req-082e452c-9097-45b3-95c9-1e1e69e6824f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0886602 Mar 29 01:17:11.917782 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e10786ba-4b23-48c7-9c55-2d7bfeebc9e7 req-9b0b7fae-8f52-4c3b-97b6-326b78fd1d1e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711491 Mar 29 01:17:11.952228 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4efac345-95c5-46bd-91e4-6190ea55ffdc req-0e3d94ef-14cf-4a1c-8e93-230cdd209474 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589914 Mar 29 01:17:12.200744 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866690cd-a73e-4605-b6f4-e11a2ddb9df2 req-aa50c5b4-d567-4781-9ee6-91f14e83f6a5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:12.202259 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-866690cd-a73e-4605-b6f4-e11a2ddb9df2 req-aa50c5b4-d567-4781-9ee6-91f14e83f6a5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0537922 Mar 29 01:17:12.272875 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-866690cd-a73e-4605-b6f4-e11a2ddb9df2 req-9390d23d-a158-4695-b2d3-84f94d9d9432 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650630 Mar 29 01:17:12.294399 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec45bec-2895-4ec4-881d-fa23521daee0 req-8a557b67-a046-47c4-af06-703f93d9362e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:12.296467 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fec45bec-2895-4ec4-881d-fa23521daee0 req-8a557b67-a046-47c4-af06-703f93d9362e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0627747 Mar 29 01:17:12.349168 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fec45bec-2895-4ec4-881d-fa23521daee0 req-d9de4ca3-cbc4-4f07-9338-018efc79f7a4 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473447 Mar 29 01:17:12.592330 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35226e8-3a31-4e8e-ba24-7dff0aea37f0 req-9e08d7ee-5f32-4dd9-af49-1d634472afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:12.592876 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc40a4-d752-42ad-8eaf-d1c58d3787ce req-f1648b93-5b9a-41e9-b628-77d072156c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:12.593749 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-c35226e8-3a31-4e8e-ba24-7dff0aea37f0 req-9e08d7ee-5f32-4dd9-af49-1d634472afaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 1127 time: 0.0463843 Mar 29 01:17:12.594003 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-55fc40a4-d752-42ad-8eaf-d1c58d3787ce req-f1648b93-5b9a-41e9-b628-77d072156c49 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 1127 time: 0.0508285 Mar 29 01:17:12.698611 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35226e8-3a31-4e8e-ba24-7dff0aea37f0 req-a03350c9-4aab-482b-83f7-886fef770b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:12.700089 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-c35226e8-3a31-4e8e-ba24-7dff0aea37f0 req-a03350c9-4aab-482b-83f7-886fef770b54 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4ce5b95bcc76491185ee402041492580&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0924921 Mar 29 01:17:12.774484 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc40a4-d752-42ad-8eaf-d1c58d3787ce req-50412122-1198-481a-bfe8-c2e768a75708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:12.775990 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-55fc40a4-d752-42ad-8eaf-d1c58d3787ce req-50412122-1198-481a-bfe8-c2e768a75708 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1670997 Mar 29 01:17:12.798649 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35226e8-3a31-4e8e-ba24-7dff0aea37f0 req-00d7655f-3be3-4b1b-959b-4dab5c1c49fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:12.800288 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-c35226e8-3a31-4e8e-ba24-7dff0aea37f0 req-00d7655f-3be3-4b1b-959b-4dab5c1c49fe service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0938809 Mar 29 01:17:12.892173 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-486f1caf-2d8c-4965-807d-7fedd92353b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:12.893682 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-486f1caf-2d8c-4965-807d-7fedd92353b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 1127 time: 0.0484047 Mar 29 01:17:12.940829 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-ea14f7e6-229f-4e20-a2b7-440fe33376c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c HTTP/1.1" status: 200 len: 217 time: 0.0395777 Mar 29 01:17:12.991942 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-db61ae6e-46ae-4ed4-9d4f-a22a1e37d131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:12.994176 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-db61ae6e-46ae-4ed4-9d4f-a22a1e37d131 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 200 len: 856 time: 0.0458786 Mar 29 01:17:13.060483 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-cf36ced6-9d72-474b-a075-ecf11afad279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:13.062448 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-cf36ced6-9d72-474b-a075-ecf11afad279 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f31725d-258b-4c0a-a850-2f95e9536783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0612030 Mar 29 01:17:13.151920 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-6bce9003-4671-4936-ad7b-82315d80cacb service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836115 Mar 29 01:17:13.189405 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec5e06-b6af-496c-8c23-2ea673d8fbb3 req-c955ecd2-819d-45b3-a922-f275b7bfc03e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:13.190899 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f0ec5e06-b6af-496c-8c23-2ea673d8fbb3 req-c955ecd2-819d-45b3-a922-f275b7bfc03e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.1758637 Mar 29 01:17:13.192760 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc40a4-d752-42ad-8eaf-d1c58d3787ce req-b734168f-73d6-4d54-9392-c9ec3819fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:13.194202 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-55fc40a4-d752-42ad-8eaf-d1c58d3787ce req-b734168f-73d6-4d54-9392-c9ec3819fdd6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4118376 Mar 29 01:17:13.211686 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f43680-8002-48da-a8a5-1615d8f0d07c req-7722f784-2780-49ad-9baa-ccb39a515ec0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:13.213104 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-07f43680-8002-48da-a8a5-1615d8f0d07c req-7722f784-2780-49ad-9baa-ccb39a515ec0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.1567917 Mar 29 01:17:13.239333 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b856e750-8f14-49fe-8a05-ae0739ab8128 req-0a4465b9-b6b1-4ec9-bd98-f22649d3dfe0 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811114 Mar 29 01:17:13.281920 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f0ec5e06-b6af-496c-8c23-2ea673d8fbb3 req-399831d0-de76-44d0-bdb3-82a3c738716e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830481 Mar 29 01:17:13.303246 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-07f43680-8002-48da-a8a5-1615d8f0d07c req-08733705-d824-494b-b997-be6cccb4c622 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761106 Mar 29 01:17:13.406553 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d523fa4-6ddd-4140-8d73-7d98ae8bb720 req-d1df632d-0ab3-40d8-a8e7-e17d4731fa47 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:13.408376 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d523fa4-6ddd-4140-8d73-7d98ae8bb720 req-d1df632d-0ab3-40d8-a8e7-e17d4731fa47 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0571167 Mar 29 01:17:13.494396 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d523fa4-6ddd-4140-8d73-7d98ae8bb720 req-1efe9331-bfac-4b3b-8695-49cd2c2a67a5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800550 Mar 29 01:17:13.508643 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d27df-72f0-444b-bae4-e0b5ff521f41 req-6674a810-b426-4506-9096-f26958c3d189 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:13.510165 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c01d27df-72f0-444b-bae4-e0b5ff521f41 req-6674a810-b426-4506-9096-f26958c3d189 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0889485 Mar 29 01:17:13.559234 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c01d27df-72f0-444b-bae4-e0b5ff521f41 req-fae22e3f-ea9f-4122-8d14-111d3c137f55 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436270 Mar 29 01:17:13.640325 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-3395ca8e-fe3d-49ad-aa47-5d620cc1ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:13.641956 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-3395ca8e-fe3d-49ad-aa47-5d620cc1ef50 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 1127 time: 0.0485237 Mar 29 01:17:13.689190 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-8b880214-96e0-44ec-87e5-3cc49effacad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc87c15a-83aa-4260-b6ed-665d191fe2d3 HTTP/1.1" status: 200 len: 217 time: 0.0387964 Mar 29 01:17:13.744193 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-a12b00b1-8371-4868-aaed-8888d2639cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:13.745647 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-a12b00b1-8371-4868-aaed-8888d2639cae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 200 len: 854 time: 0.0510945 Mar 29 01:17:14.443561 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192228ab-08f3-4670-a4a0-08bb1e9a505b req-e50a1579-e1c7-4ab4-8697-7f805a8849ad tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:14.445048 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-192228ab-08f3-4670-a4a0-08bb1e9a505b req-e50a1579-e1c7-4ab4-8697-7f805a8849ad tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0953290 Mar 29 01:17:14.458875 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba232636-df17-43b3-8f7f-c0e8a4e48cd4 req-8f5606ea-a57a-4910-8a30-8bbc07aca7b7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:14.458875 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba232636-df17-43b3-8f7f-c0e8a4e48cd4 req-8f5606ea-a57a-4910-8a30-8bbc07aca7b7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0737922 Mar 29 01:17:14.530150 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-192228ab-08f3-4670-a4a0-08bb1e9a505b req-9c777e09-5278-4578-b53a-33a647d251b6 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707364 Mar 29 01:17:14.533148 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba232636-df17-43b3-8f7f-c0e8a4e48cd4 req-368bf0f6-0a32-4f1d-8823-d4bf87105c54 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677845 Mar 29 01:17:14.668883 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17729f7d-3b91-44f9-aae3-ff7bcd50206e req-ffe31423-2d88-43a5-b786-2aa231ee7cd4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:14.670324 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-17729f7d-3b91-44f9-aae3-ff7bcd50206e req-ffe31423-2d88-43a5-b786-2aa231ee7cd4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0876260 Mar 29 01:17:14.709624 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db249c-3323-48a9-aca6-2fa6b4a83d86 req-1a9caf5a-b085-4840-8ea3-fea8ef605eab tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:14.711098 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c0db249c-3323-48a9-aca6-2fa6b4a83d86 req-1a9caf5a-b085-4840-8ea3-fea8ef605eab tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0798306 Mar 29 01:17:14.746522 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-17729f7d-3b91-44f9-aae3-ff7bcd50206e req-07643b2d-7830-46fc-b776-4f272b392291 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686901 Mar 29 01:17:14.772280 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c0db249c-3323-48a9-aca6-2fa6b4a83d86 req-4235a34e-9f3a-4172-8a6e-df52b6cc153f tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546663 Mar 29 01:17:15.169869 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-511193e1-2d7d-4b45-a479-e0d4bc247886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:15.171382 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-511193e1-2d7d-4b45-a479-e0d4bc247886 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0487206 Mar 29 01:17:15.679693 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abc1d9-7f29-4280-a479-61c75e1af29d req-c484944c-bfd4-4eb9-b5c3-1a8a45048716 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:15.681207 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-15abc1d9-7f29-4280-a479-61c75e1af29d req-c484944c-bfd4-4eb9-b5c3-1a8a45048716 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0863359 Mar 29 01:17:15.688101 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04b671-fd77-4144-9877-86de1b538e6a req-0ec57164-8fe7-4950-a58e-8720f117c65f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:15.689414 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d04b671-fd77-4144-9877-86de1b538e6a req-0ec57164-8fe7-4950-a58e-8720f117c65f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0852089 Mar 29 01:17:15.757064 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-15abc1d9-7f29-4280-a479-61c75e1af29d req-ead6f927-b77e-4e83-89b2-0694fa36efb5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666394 Mar 29 01:17:15.764082 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d04b671-fd77-4144-9877-86de1b538e6a req-a9370e01-9236-4f3e-a600-f65fd552d32d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682449 Mar 29 01:17:15.896947 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd8ffe-a3dc-4086-8f4d-53ce0756d4b7 req-11cdefec-64fc-4ad0-959c-946a7154486e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:15.898398 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5bfd8ffe-a3dc-4086-8f4d-53ce0756d4b7 req-11cdefec-64fc-4ad0-959c-946a7154486e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0842562 Mar 29 01:17:15.910186 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d0ed2-26a6-4d5e-ac42-a9e4c8bdf712 req-71567271-17b5-4ca6-8277-395381f42ea4 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:15.911577 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f78d0ed2-26a6-4d5e-ac42-a9e4c8bdf712 req-71567271-17b5-4ca6-8277-395381f42ea4 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 944 time: 0.0711784 Mar 29 01:17:15.981732 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5bfd8ffe-a3dc-4086-8f4d-53ce0756d4b7 req-1c728ed3-88ed-43fe-a14f-6edeebf71554 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692258 Mar 29 01:17:15.984915 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f78d0ed2-26a6-4d5e-ac42-a9e4c8bdf712 req-e8e79a3b-2aaa-4812-b0c5-3965ee1bd7f1 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664287 Mar 29 01:17:16.194393 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 2979632d-c64f-4f9a-98b9-ff418631976a details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:17:16.261400 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-a7ee3379-9334-4393-a149-8c7753cf7725 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822639 Mar 29 01:17:16.297327 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 2979632d-c64f-4f9a-98b9-ff418631976a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2979632d-c64f-4f9a-98b9-ff418631976a,segment=NetworkSegment(ca523a68-89fc-48d9-b62b-aab4961f6c7c),segment_id=ca523a68-89fc-48d9-b62b-aab4961f6c7c)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:16.308825 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '2979632d-c64f-4f9a-98b9-ff418631976a', 'network_id': 'ebbbde10-994a-459f-b129-fef1f46037ca', 'port_id': '2979632d-c64f-4f9a-98b9-ff418631976a', 'mac_address': 'fa:16:3e:7f:76:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:17:16.344281 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 2979632d-c64f-4f9a-98b9-ff418631976a is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:17:16.344667 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:16.361548 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2979632d-c64f-4f9a-98b9-ff418631976a {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:17:16.380615 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 2979632d-c64f-4f9a-98b9-ff418631976a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2979632d-c64f-4f9a-98b9-ff418631976a,segment=NetworkSegment(ca523a68-89fc-48d9-b62b-aab4961f6c7c),segment_id=ca523a68-89fc-48d9-b62b-aab4961f6c7c)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:16.385161 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:16.431147 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=2979632d-c64f-4f9a-98b9-ff418631976a,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:16.904754 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696d29d-7353-4d20-8a28-0195e699b5be req-5f40c752-eb99-4830-bd27-801eb280dcf1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:16.906208 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f696d29d-7353-4d20-8a28-0195e699b5be req-5f40c752-eb99-4830-bd27-801eb280dcf1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0826595 Mar 29 01:17:16.913643 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca0a9b4-9030-4744-81ff-149713363a73 req-bf37f10c-f0ef-4255-b9bb-eb7247f41183 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:16.915668 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ca0a9b4-9030-4744-81ff-149713363a73 req-bf37f10c-f0ef-4255-b9bb-eb7247f41183 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0825741 Mar 29 01:17:16.987198 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f696d29d-7353-4d20-8a28-0195e699b5be req-ccd21d77-a0df-4c69-b253-6c3a80be2a83 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706062 Mar 29 01:17:16.990365 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ca0a9b4-9030-4744-81ff-149713363a73 req-a412e4e4-12eb-4261-a47a-612cd4506238 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683479 Mar 29 01:17:17.140150 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003a66b0-5b5d-4cd6-b985-bfae39dc5035 req-3d38f029-e8fe-45fa-9612-289ceb1dec42 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:17.141604 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-003a66b0-5b5d-4cd6-b985-bfae39dc5035 req-3d38f029-e8fe-45fa-9612-289ceb1dec42 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0864182 Mar 29 01:17:17.150165 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dd7d17-a50a-49d9-b273-521e50460a5d req-dbb4f132-fb07-4e90-b64f-05a57f40e3bb tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:17.151551 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-98dd7d17-a50a-49d9-b273-521e50460a5d req-dbb4f132-fb07-4e90-b64f-05a57f40e3bb tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0873373 Mar 29 01:17:17.222159 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-003a66b0-5b5d-4cd6-b985-bfae39dc5035 req-d8299e76-82f1-4141-8876-cf1cf484b73a tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696480 Mar 29 01:17:17.226115 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-98dd7d17-a50a-49d9-b273-521e50460a5d req-09fc2857-f252-4df0-9a72-b697caff7d82 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681918 Mar 29 01:17:17.678122 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4932bb3-b47a-42f4-a307-cb32aa737356 req-f3374d61-3d2a-45dd-9c7f-2f1f42820c57 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904851 Mar 29 01:17:18.136615 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e124f2-6dab-4e73-9122-76feb814a5fc req-5e8df4e8-cfe1-4ccd-9aa5-ed56ec4d4c7e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:18.138079 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-71e124f2-6dab-4e73-9122-76feb814a5fc req-5e8df4e8-cfe1-4ccd-9aa5-ed56ec4d4c7e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0857577 Mar 29 01:17:18.149109 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152d6d3-53a9-40fa-8e7e-a93aa82c0579 req-f3f1067f-0bf4-4d2d-bbe1-6f047a32b6cc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:18.150520 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d152d6d3-53a9-40fa-8e7e-a93aa82c0579 req-f3f1067f-0bf4-4d2d-bbe1-6f047a32b6cc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0861990 Mar 29 01:17:18.222324 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-71e124f2-6dab-4e73-9122-76feb814a5fc req-de7b8430-f01b-4313-ae6c-33224bb03561 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708587 Mar 29 01:17:18.225220 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d152d6d3-53a9-40fa-8e7e-a93aa82c0579 req-978ade36-dca5-4071-ac4c-efb6169ec0b0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667534 Mar 29 01:17:18.371012 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd38e7-1812-4236-a6f9-9db91962ad43 req-3741bf6b-98e9-458c-bb91-184c9bca425d tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:18.372373 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92cd38e7-1812-4236-a6f9-9db91962ad43 req-3741bf6b-98e9-458c-bb91-184c9bca425d tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0761304 Mar 29 01:17:18.379868 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8c7a3-8b32-4474-ab59-8ae58ea7316f req-724770bf-1f09-48ea-bc03-c0491eed4d04 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:18.381200 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4e8c7a3-8b32-4474-ab59-8ae58ea7316f req-724770bf-1f09-48ea-bc03-c0491eed4d04 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0939577 Mar 29 01:17:18.457357 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92cd38e7-1812-4236-a6f9-9db91962ad43 req-60429c71-de07-4c65-8fce-e97f5a0b9fa7 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752256 Mar 29 01:17:18.461493 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4e8c7a3-8b32-4474-ab59-8ae58ea7316f req-748fec33-93fc-463c-9ba2-3c1bc11c2baa tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734470 Mar 29 01:17:19.382911 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51459b-5a9d-4f48-a115-f9f06c2dfdc7 req-f10dca2f-524e-4c8c-a0bc-1d1a3240de0c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:19.384369 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb51459b-5a9d-4f48-a115-f9f06c2dfdc7 req-f10dca2f-524e-4c8c-a0bc-1d1a3240de0c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0931413 Mar 29 01:17:19.394978 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fccae3-1d7b-4a92-b9df-aece7c423441 req-96c1754f-5994-468b-b205-3c8e742714a4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:19.396344 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c4fccae3-1d7b-4a92-b9df-aece7c423441 req-96c1754f-5994-468b-b205-3c8e742714a4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0940106 Mar 29 01:17:19.466536 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb51459b-5a9d-4f48-a115-f9f06c2dfdc7 req-6688ed13-f24b-460d-b9e3-bbacd37baa22 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692549 Mar 29 01:17:19.470506 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c4fccae3-1d7b-4a92-b9df-aece7c423441 req-8407cd3f-fab1-4617-8556-f63b1bb01efc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671506 Mar 29 01:17:19.604109 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c828da-7fac-494d-b3e4-ac82849a4834 req-a57786d7-964b-4db1-a678-50f6e9678cb7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:19.605561 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93c828da-7fac-494d-b3e4-ac82849a4834 req-a57786d7-964b-4db1-a678-50f6e9678cb7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0735724 Mar 29 01:17:19.613139 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b453e9-0f29-4b14-b06c-615d8706eb09 req-135099db-25bc-4777-a85e-3ff857623d60 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:19.614476 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-40b453e9-0f29-4b14-b06c-615d8706eb09 req-135099db-25bc-4777-a85e-3ff857623d60 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0928500 Mar 29 01:17:19.686865 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93c828da-7fac-494d-b3e4-ac82849a4834 req-a85e4051-6f90-4674-9431-e5eb104fdbdb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713964 Mar 29 01:17:19.690035 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-40b453e9-0f29-4b14-b06c-615d8706eb09 req-1b04e4d2-82cf-4efa-b7fe-f9391c99b1c1 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687792 Mar 29 01:17:20.609825 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6305b59-e48c-47e5-b8b5-68630b113d76 req-5c88e050-5349-45d0-99de-30683b6f5c14 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:20.611316 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f6305b59-e48c-47e5-b8b5-68630b113d76 req-5c88e050-5349-45d0-99de-30683b6f5c14 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0791898 Mar 29 01:17:20.622419 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45b3dee-f412-4ec3-a528-fa06916b84d5 req-f8186d3f-3d7d-4132-ab05-eb98067162a4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:20.623810 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e45b3dee-f412-4ec3-a528-fa06916b84d5 req-f8186d3f-3d7d-4132-ab05-eb98067162a4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0816240 Mar 29 01:17:20.696334 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f6305b59-e48c-47e5-b8b5-68630b113d76 req-216be2d5-d124-49d8-b6df-f7664286b58e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715992 Mar 29 01:17:20.699201 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e45b3dee-f412-4ec3-a528-fa06916b84d5 req-cc345dbb-b413-4577-8a4a-b6fc9188dbe1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690155 Mar 29 01:17:20.831973 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094d96a5-bc3b-4b30-9861-d43166339c9a req-ef719d12-50d7-4d42-9eb6-5b217f26b449 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:20.833443 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-094d96a5-bc3b-4b30-9861-d43166339c9a req-ef719d12-50d7-4d42-9eb6-5b217f26b449 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0816588 Mar 29 01:17:20.841683 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641b813-7642-4b74-8ae7-9f95dbc1d25a req-a5ad301b-295c-46ea-8606-bfc261cbd69e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:20.843062 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1641b813-7642-4b74-8ae7-9f95dbc1d25a req-a5ad301b-295c-46ea-8606-bfc261cbd69e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0827026 Mar 29 01:17:20.909146 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-094d96a5-bc3b-4b30-9861-d43166339c9a req-789cf57f-0285-42cd-959f-e72fb531f0a7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651522 Mar 29 01:17:20.916476 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1641b813-7642-4b74-8ae7-9f95dbc1d25a req-85b994b8-d92a-4007-9bab-e2e5fea4c1a2 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661199 Mar 29 01:17:21.850238 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854ccf9-01c2-4f01-af87-8fd0ecd9aecf req-c4f85118-8f1d-4606-b9ae-91f11c0d53cb tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:21.852422 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f854ccf9-01c2-4f01-af87-8fd0ecd9aecf req-c4f85118-8f1d-4606-b9ae-91f11c0d53cb tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0805612 Mar 29 01:17:21.863127 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb15f23-ba69-4124-9035-e598e6e5f1ea req-417d07a0-1f1a-485f-8afd-18cb8bb90d15 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:21.864539 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ddb15f23-ba69-4124-9035-e598e6e5f1ea req-417d07a0-1f1a-485f-8afd-18cb8bb90d15 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0916216 Mar 29 01:17:21.936492 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f854ccf9-01c2-4f01-af87-8fd0ecd9aecf req-10c8eb17-e1b4-4ba3-8137-55b718eed07b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710258 Mar 29 01:17:21.940125 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ddb15f23-ba69-4124-9035-e598e6e5f1ea req-65b0518b-a421-4e10-b858-2c4a1a65407e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678949 Mar 29 01:17:22.072723 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de5066-eeba-4f9e-8af0-5dded6a61c4e req-92cff692-017a-4e34-83f0-5b0685700d15 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:22.074203 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-34de5066-eeba-4f9e-8af0-5dded6a61c4e req-92cff692-017a-4e34-83f0-5b0685700d15 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0810871 Mar 29 01:17:22.093580 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb10742-7550-48d1-b3a4-1dcde3ff8740 req-00bc6c93-9f67-4538-8c22-caffc3639502 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:22.094958 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-adb10742-7550-48d1-b3a4-1dcde3ff8740 req-00bc6c93-9f67-4538-8c22-caffc3639502 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0934274 Mar 29 01:17:22.155940 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-34de5066-eeba-4f9e-8af0-5dded6a61c4e req-6e42517f-5cc5-49e0-8557-9a99f512c4a6 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749924 Mar 29 01:17:22.163082 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-adb10742-7550-48d1-b3a4-1dcde3ff8740 req-33ae5978-abea-4827-96b7-0b5e79333065 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610740 Mar 29 01:17:22.953865 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device ba785625-b937-4165-aa61-d16530308fd8 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:17:23.077407 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port ba785625-b937-4165-aa61-d16530308fd8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ba785625-b937-4165-aa61-d16530308fd8,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:23.091736 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['2979632d-c64f-4f9a-98b9-ff418631976a'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:17:23.108454 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': 'ba785625-b937-4165-aa61-d16530308fd8', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'port_id': 'ba785625-b937-4165-aa61-d16530308fd8', 'mac_address': 'fa:16:3e:c9:21:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:17:23.108642 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04e002-6b28-4521-ad35-1f2a954be3e8 req-428b68d3-37b5-4497-b39f-75b340ba9847 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:23.110027 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e04e002-6b28-4521-ad35-1f2a954be3e8 req-428b68d3-37b5-4497-b39f-75b340ba9847 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0994895 Mar 29 01:17:23.116864 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541f43f-0816-44f9-add5-89199505b9fd req-3e4ae2e9-6c17-46a2-b94d-47967fd8c18a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:23.119116 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c541f43f-0816-44f9-add5-89199505b9fd req-3e4ae2e9-6c17-46a2-b94d-47967fd8c18a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0934157 Mar 29 01:17:23.191351 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e04e002-6b28-4521-ad35-1f2a954be3e8 req-f69a9b89-cb30-42ed-95e7-13eb7257daaa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712891 Mar 29 01:17:23.194536 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c541f43f-0816-44f9-add5-89199505b9fd req-9770765c-4228-4adb-a9ec-a15aaf9ff13c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688415 Mar 29 01:17:23.212674 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port ba785625-b937-4165-aa61-d16530308fd8 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:17:23.213309 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (ba785625-b937-4165-aa61-d16530308fd8), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:23.232769 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba785625-b937-4165-aa61-d16530308fd8 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:17:23.279496 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port ba785625-b937-4165-aa61-d16530308fd8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ba785625-b937-4165-aa61-d16530308fd8,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:23.290774 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (ba785625-b937-4165-aa61-d16530308fd8), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:23.291469 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device de12d03d-ee27-479f-85a4-564fc86a285e details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:17:23.335689 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df5dc88-9667-4174-a493-c0ec50c8c38e req-ede20f95-2381-4057-b9bc-01eed4ad68bf tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:23.338034 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2df5dc88-9667-4174-a493-c0ec50c8c38e req-ede20f95-2381-4057-b9bc-01eed4ad68bf tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 944 time: 0.0860908 Mar 29 01:17:23.345831 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1c5cf-5506-493f-9f66-8fd275aa54bf req-639dcf21-5f03-4997-b530-c22ad5202528 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:23.347222 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67d1c5cf-5506-493f-9f66-8fd275aa54bf req-639dcf21-5f03-4997-b530-c22ad5202528 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0849977 Mar 29 01:17:23.427560 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2df5dc88-9667-4174-a493-c0ec50c8c38e req-a8bcdd18-1ed9-42a8-bff3-8e17ec57b38b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793490 Mar 29 01:17:23.431556 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67d1c5cf-5506-493f-9f66-8fd275aa54bf req-7007452b-1788-4c30-81c4-45afcab926b8 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765095 Mar 29 01:17:23.491909 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.db.resource_extend [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 01:17:23.507397 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=ba785625-b937-4165-aa61-d16530308fd8,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:23.514346 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port de12d03d-ee27-479f-85a4-564fc86a285e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=de12d03d-ee27-479f-85a4-564fc86a285e,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:23.533586 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': 'de12d03d-ee27-479f-85a4-564fc86a285e', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'port_id': 'de12d03d-ee27-479f-85a4-564fc86a285e', 'mac_address': 'fa:16:3e:18:55:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:17:23.579009 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port de12d03d-ee27-479f-85a4-564fc86a285e is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:17:23.579395 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:23.591534 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de12d03d-ee27-479f-85a4-564fc86a285e {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:17:23.610363 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port de12d03d-ee27-479f-85a4-564fc86a285e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=de12d03d-ee27-479f-85a4-564fc86a285e,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:23.614119 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:23.658864 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=de12d03d-ee27-479f-85a4-564fc86a285e,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:23.679153 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:17:24.342849 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548d0a2-955e-492f-87a8-0200fe434219 req-68e12541-80e1-4669-906a-897015bc47b5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:24.344226 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8548d0a2-955e-492f-87a8-0200fe434219 req-68e12541-80e1-4669-906a-897015bc47b5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0808735 Mar 29 01:17:24.351891 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2693cfe9-27e3-420f-a6f9-4402ef32a658 req-8be7e812-c8d9-460c-b0f0-d1b092cf4c12 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:24.353643 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2693cfe9-27e3-420f-a6f9-4402ef32a658 req-8be7e812-c8d9-460c-b0f0-d1b092cf4c12 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0913930 Mar 29 01:17:24.423663 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8548d0a2-955e-492f-87a8-0200fe434219 req-712fb264-be19-4056-b310-722f28d0e201 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688663 Mar 29 01:17:24.430699 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2693cfe9-27e3-420f-a6f9-4402ef32a658 req-61df532d-2c5d-449f-9355-6254eeefce2a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702906 Mar 29 01:17:24.583058 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d470b-938f-4896-8bae-03e0dd2ff887 req-2b85b9ee-93c8-4a61-b413-112101c0f3e4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:24.584516 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d0d470b-938f-4896-8bae-03e0dd2ff887 req-2b85b9ee-93c8-4a61-b413-112101c0f3e4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 945 time: 0.0743661 Mar 29 01:17:24.591037 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285bedf-dba7-4fd5-892e-9357a751a0bf req-e186e067-0e10-4046-bd9c-9dfd3430cff3 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:24.592413 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5285bedf-dba7-4fd5-892e-9357a751a0bf req-e186e067-0e10-4046-bd9c-9dfd3430cff3 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0911350 Mar 29 01:17:24.664087 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d0d470b-938f-4896-8bae-03e0dd2ff887 req-3eeb52ce-6359-4961-9cda-c1587e2a96e0 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705571 Mar 29 01:17:24.667087 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5285bedf-dba7-4fd5-892e-9357a751a0bf req-910a307c-44c2-4efa-8c4f-7e261b048e68 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682518 Mar 29 01:17:25.115823 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e6c53bd5-5bfa-44c6-b05d-2c870c588aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:25.578057 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1857fa-fa9c-45e3-a5cc-b9b4e07ee4d7 req-c85e1129-848a-4148-a2b0-6776f484e815 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:25.579555 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-de1857fa-fa9c-45e3-a5cc-b9b4e07ee4d7 req-c85e1129-848a-4148-a2b0-6776f484e815 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0829701 Mar 29 01:17:25.590570 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca77dee-5535-4e65-a35a-a224bfa80d1b req-913e1ca2-1a0a-4e1f-8596-60fbd09924e4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:25.592234 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bca77dee-5535-4e65-a35a-a224bfa80d1b req-913e1ca2-1a0a-4e1f-8596-60fbd09924e4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0943089 Mar 29 01:17:25.671617 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-de1857fa-fa9c-45e3-a5cc-b9b4e07ee4d7 req-bab0a6c6-825b-4de2-b6a2-13b891c5df5c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784330 Mar 29 01:17:25.675116 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bca77dee-5535-4e65-a35a-a224bfa80d1b req-141301f5-bd4e-42a3-bb6b-daea77aecbd0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759907 Mar 29 01:17:25.817830 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3e85f-c161-4746-96a3-1707229cad6a req-5c43bbd8-df23-4ee3-90b9-f33c9f1fa98c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:25.819291 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67e3e85f-c161-4746-96a3-1707229cad6a req-5c43bbd8-df23-4ee3-90b9-f33c9f1fa98c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0843000 Mar 29 01:17:25.826542 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2934aa7d-f3d9-4273-8557-4d937d2a076a req-b1ccf979-11f2-4d86-a87f-82e8b677f050 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:25.827878 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2934aa7d-f3d9-4273-8557-4d937d2a076a req-b1ccf979-11f2-4d86-a87f-82e8b677f050 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 945 time: 0.0844228 Mar 29 01:17:25.897030 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67e3e85f-c161-4746-96a3-1707229cad6a req-cfc79661-1546-4102-a541-acdd1b3803ad tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682211 Mar 29 01:17:25.900815 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2934aa7d-f3d9-4273-8557-4d937d2a076a req-6cc0b5fd-0f6d-4878-8637-35b5eff50dff tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666614 Mar 29 01:17:26.989689 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8e6c8-0d51-4369-ba64-6c601bda7fb5 req-1ce047f1-27c2-4f6f-b139-e33847a4ec72 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:26.991177 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8af8e6c8-0d51-4369-ba64-6c601bda7fb5 req-1ce047f1-27c2-4f6f-b139-e33847a4ec72 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.2510147 Mar 29 01:17:26.998864 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14785b44-4afa-4e3c-a207-7c35398d00cb req-a9909bcd-569c-4b5d-8663-8429508a313a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:27.000218 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-14785b44-4afa-4e3c-a207-7c35398d00cb req-a9909bcd-569c-4b5d-8663-8429508a313a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.2497537 Mar 29 01:17:27.069791 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8af8e6c8-0d51-4369-ba64-6c601bda7fb5 req-8d989ed5-9598-44e3-9a27-31a293757fad tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686378 Mar 29 01:17:27.074409 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-14785b44-4afa-4e3c-a207-7c35398d00cb req-f789d7d4-a835-4904-8c0b-655c841ec12b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678105 Mar 29 01:17:27.208479 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc73a43-477c-4c8c-ae76-706e6f7230c0 req-57ccb22b-8973-42fa-aa02-bb719ccfdaec tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:27.209848 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8fc73a43-477c-4c8c-ae76-706e6f7230c0 req-57ccb22b-8973-42fa-aa02-bb719ccfdaec tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 945 time: 0.0728829 Mar 29 01:17:27.217645 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5228ce-c75a-4651-b9fa-f3c28c561b81 req-9688451a-43a5-45af-9371-09939d77ad17 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:27.218996 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a5228ce-c75a-4651-b9fa-f3c28c561b81 req-9688451a-43a5-45af-9371-09939d77ad17 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0911405 Mar 29 01:17:27.290430 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8fc73a43-477c-4c8c-ae76-706e6f7230c0 req-02e3e9df-33e6-4ddc-a976-7142b578ba1e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704999 Mar 29 01:17:27.293335 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a5228ce-c75a-4651-b9fa-f3c28c561b81 req-eb9edbfa-c28c-4db5-8449-bd8d293d35f1 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676870 Mar 29 01:17:27.481817 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d92911f5-e23e-4aa8-9c18-7d231532d33a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:28.203043 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['ba785625-b937-4165-aa61-d16530308fd8'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:17:28.214828 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4ea56-0e77-4d1c-bc59-9476a251b445 req-6a113b5f-eb78-454d-b20e-a29b71765bb5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:28.216406 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6cf4ea56-0e77-4d1c-bc59-9476a251b445 req-6a113b5f-eb78-454d-b20e-a29b71765bb5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0811512 Mar 29 01:17:28.228432 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82ab43-9702-4505-b971-b08fc44d2843 req-9cce8442-8a00-469a-b051-481f47211928 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:28.229895 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2b82ab43-9702-4505-b971-b08fc44d2843 req-9cce8442-8a00-469a-b051-481f47211928 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0863700 Mar 29 01:17:28.250711 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['de12d03d-ee27-479f-85a4-564fc86a285e'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:17:28.301026 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6cf4ea56-0e77-4d1c-bc59-9476a251b445 req-f9ec7ed3-770b-41d5-ad35-8d7cbd87ed96 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701647 Mar 29 01:17:28.305111 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2b82ab43-9702-4505-b971-b08fc44d2843 req-0a696d5f-e65b-4772-bd22-aae5f21ab501 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678511 Mar 29 01:17:28.467159 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe35a7-271a-4b4c-8314-2f85f4a20d41 req-ae9f0f31-0842-42bd-9c82-e754f2221e33 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:28.468628 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-23fe35a7-271a-4b4c-8314-2f85f4a20d41 req-ae9f0f31-0842-42bd-9c82-e754f2221e33 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0808573 Mar 29 01:17:28.479666 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fffe62-30c5-45cc-8355-0ab86468b5ef req-793f35e9-b663-4b5e-8bdc-cfa1311b5176 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:28.481500 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-23fffe62-30c5-45cc-8355-0ab86468b5ef req-793f35e9-b663-4b5e-8bdc-cfa1311b5176 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 945 time: 0.0921428 Mar 29 01:17:28.522171 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:28.552817 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-23fe35a7-271a-4b4c-8314-2f85f4a20d41 req-8d0cc79d-3747-421f-ae8e-df1316976482 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707872 Mar 29 01:17:28.560262 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-23fffe62-30c5-45cc-8355-0ab86468b5ef req-ef40dcdd-c256-42ef-87f5-52813a6aeba6 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726082 Mar 29 01:17:29.473739 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bbc81-11e4-4bc1-b1d0-87bc9e4f9b92 req-c958a789-2298-4b36-a30a-0b5cbee99243 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:29.475347 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-325bbc81-11e4-4bc1-b1d0-87bc9e4f9b92 req-c958a789-2298-4b36-a30a-0b5cbee99243 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0867584 Mar 29 01:17:29.483044 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91563c62-e439-4427-9beb-de3d8b793a0e req-e9b981f8-9b7f-4526-81bc-d4d8f0478d89 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:29.484433 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-91563c62-e439-4427-9beb-de3d8b793a0e req-e9b981f8-9b7f-4526-81bc-d4d8f0478d89 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.0871160 Mar 29 01:17:29.559752 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-325bbc81-11e4-4bc1-b1d0-87bc9e4f9b92 req-23113f3e-bf44-4990-b757-7cb720047aa9 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743852 Mar 29 01:17:29.562987 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-91563c62-e439-4427-9beb-de3d8b793a0e req-911c504a-2b33-4424-9711-57c8b4216ffe tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710635 Mar 29 01:17:29.712187 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62080439-1767-4ac0-9818-18391f26ba89 req-111cb9f8-3b3a-45e6-ab6a-7c0152e0dbf5 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:29.719504 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-62080439-1767-4ac0-9818-18391f26ba89 req-111cb9f8-3b3a-45e6-ab6a-7c0152e0dbf5 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0945244 Mar 29 01:17:29.748222 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72960d-2d5e-49ad-b21b-f5ce73718f1f req-a72cf6d3-edad-4f6b-bfb4-1134f60be24d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:29.749705 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab72960d-2d5e-49ad-b21b-f5ce73718f1f req-a72cf6d3-edad-4f6b-bfb4-1134f60be24d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 945 time: 0.1135087 Mar 29 01:17:29.792758 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-62080439-1767-4ac0-9818-18391f26ba89 req-738d232a-60b7-479d-bac2-755ff616a48d tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724013 Mar 29 01:17:29.819304 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab72960d-2d5e-49ad-b21b-f5ce73718f1f req-f9d0f138-818c-4219-98e7-d35c5a3df462 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588541 Mar 29 01:17:29.899455 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:30.202505 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fc7dce4b-3812-40b5-a3c7-92f33d309c0c details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:17:30.207086 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device ba785625-b937-4165-aa61-d16530308fd8 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:17:30.316464 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port ba785625-b937-4165-aa61-d16530308fd8 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:17:30.329508 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port ba785625-b937-4165-aa61-d16530308fd8 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:17:30.329865 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (ba785625-b937-4165-aa61-d16530308fd8), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:30.371491 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:30.391800 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'port_id': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'mac_address': 'fa:16:3e:7a:b9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:17:30.463440 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port fc7dce4b-3812-40b5-a3c7-92f33d309c0c is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:17:30.463673 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:30.491580 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7dce4b-3812-40b5-a3c7-92f33d309c0c {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:17:30.504421 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port ba785625-b937-4165-aa61-d16530308fd8 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:17:30.504810 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (ba785625-b937-4165-aa61-d16530308fd8), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:30.524178 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:30.533867 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:30.534581 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device cc87c15a-83aa-4260-b6ed-665d191fe2d3 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:17:30.546084 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec4b3b1-3f07-481e-87de-0e2bce51e96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba785625-b937-4165-aa61-d16530308fd8'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:17:30.691768 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port ba785625-b937-4165-aa61-d16530308fd8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ba785625-b937-4165-aa61-d16530308fd8,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:30.718503 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (ba785625-b937-4165-aa61-d16530308fd8), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:30.719933 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device de12d03d-ee27-479f-85a4-564fc86a285e up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:17:30.810206 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427064aa-98ef-4ff3-a040-7b449c9a2673" -d '{"events": [{"server_uuid": "7ec4b3b1-3f07-481e-87de-0e2bce51e96f", "name": "network-vif-plugged", "status": "completed", "tag": "ba785625-b937-4165-aa61-d16530308fd8"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:17:30.823636 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.db.resource_extend [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 29 01:17:30.855035 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:30.872149 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13432d4e-86db-4eb9-a0b4-946c6192bb32 req-81a19057-e7d8-420e-be86-80895ed3f41b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:30.873691 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-13432d4e-86db-4eb9-a0b4-946c6192bb32 req-81a19057-e7d8-420e-be86-80895ed3f41b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.1795952 Mar 29 01:17:30.905975 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cb1285-9be7-4b27-a488-7bc44ee217fd req-52231f6b-13f4-4f4c-93ab-8202837801f1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:30.912801 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-59cb1285-9be7-4b27-a488-7bc44ee217fd req-52231f6b-13f4-4f4c-93ab-8202837801f1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 943 time: 0.2034345 Mar 29 01:17:30.914923 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.915925 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.916447 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.916954 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.917547 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.918131 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.918472 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.918830 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.919314 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.919891 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.920383 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.920874 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.921358 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.921831 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.922318 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:30.988388 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-13432d4e-86db-4eb9-a0b4-946c6192bb32 req-95d3af65-44b1-4027-95b8-326d219fa101 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994272 Mar 29 01:17:30.998395 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-59cb1285-9be7-4b27-a488-7bc44ee217fd req-881f1339-c7fb-43bc-a2a9-63c3756b597d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846980 Mar 29 01:17:31.011472 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=ba785625-b937-4165-aa61-d16530308fd8,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:31.027230 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port de12d03d-ee27-479f-85a4-564fc86a285e completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:17:31.038373 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port de12d03d-ee27-479f-85a4-564fc86a285e triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:17:31.039073 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.127345 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 37868) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:31.130645 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ccddaf-f3c2-4794-a38f-3601a26a8afc req-22d7e953-0b1c-46c5-b84d-7ac77ab701de tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:31.140223 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10ccddaf-f3c2-4794-a38f-3601a26a8afc req-22d7e953-0b1c-46c5-b84d-7ac77ab701de tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 945 time: 0.0734792 Mar 29 01:17:31.172454 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port de12d03d-ee27-479f-85a4-564fc86a285e is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:17:31.173162 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.209953 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port cc87c15a-83aa-4260-b6ed-665d191fe2d3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cc87c15a-83aa-4260-b6ed-665d191fe2d3,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:31.216960 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10ccddaf-f3c2-4794-a38f-3601a26a8afc req-50d1b74e-1113-4af2-83f6-5092f91dcdb1 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756419 Mar 29 01:17:31.260010 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'port_id': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'mac_address': 'fa:16:3e:b0:4a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:17:31.265797 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df43f10d-dc5b-400e-a96a-7d169e897a51 x-openstack-request-id: req-df43f10d-dc5b-400e-a96a-7d169e897a51 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:17:31.266320 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec4b3b1-3f07-481e-87de-0e2bce51e96f", "name": "network-vif-plugged", "status": "completed", "tag": "ba785625-b937-4165-aa61-d16530308fd8", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:17:31.267143 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-df43f10d-dc5b-400e-a96a-7d169e897a51 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:17:31.267922 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df43f10d-dc5b-400e-a96a-7d169e897a51'] response: {'server_uuid': '7ec4b3b1-3f07-481e-87de-0e2bce51e96f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba785625-b937-4165-aa61-d16530308fd8', 'code': 200} Mar 29 01:17:31.312998 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port de12d03d-ee27-479f-85a4-564fc86a285e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=de12d03d-ee27-479f-85a4-564fc86a285e,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:31.324733 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.325503 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 2979632d-c64f-4f9a-98b9-ff418631976a up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:17:31.347354 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port cc87c15a-83aa-4260-b6ed-665d191fe2d3 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:17:31.347975 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.373373 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.396481 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a19631-a289-48bc-8d78-fd97a7e27e90 req-49169072-8f82-42c2-8b83-8a0e05124f37 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:31.398527 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37a19631-a289-48bc-8d78-fd97a7e27e90 req-49169072-8f82-42c2-8b83-8a0e05124f37 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0757735 Mar 29 01:17:31.427184 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc87c15a-83aa-4260-b6ed-665d191fe2d3 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:17:31.461506 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37a19631-a289-48bc-8d78-fd97a7e27e90 req-7908b5d9-feb7-4cee-982e-5196fb21d360 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559733 Mar 29 01:17:31.478168 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port cc87c15a-83aa-4260-b6ed-665d191fe2d3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cc87c15a-83aa-4260-b6ed-665d191fe2d3,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:31.480859 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=de12d03d-ee27-479f-85a4-564fc86a285e,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:31.501160 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.532744 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.542548 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 2979632d-c64f-4f9a-98b9-ff418631976a completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:17:31.559192 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 2979632d-c64f-4f9a-98b9-ff418631976a triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:17:31.559625 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.560985 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b86544-5c5d-4990-9f0b-2c5de9403ea2 req-fa41dc28-33bc-4455-9006-d3572b5a1064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:31.562743 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-d7b86544-5c5d-4990-9f0b-2c5de9403ea2 req-fa41dc28-33bc-4455-9006-d3572b5a1064 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 1130 time: 0.1284940 Mar 29 01:17:31.564508 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=cc87c15a-83aa-4260-b6ed-665d191fe2d3,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:31.564631 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Publish callbacks [] for security_group (6eecc597-99d3-4b0a-aa4d-738ceb682e65), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.569426 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (6eecc597-99d3-4b0a-aa4d-738ceb682e65), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.610389 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3eb08e2d81ba4d9a8fd00fa48bdd2bbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4819407 Mar 29 01:17:31.613021 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 37886) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:31.615230 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eecc597-99d3-4b0a-aa4d-738ceb682e65,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:31.623093 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.623437 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.624157 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.624643 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.625120 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.625586 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.626061 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.626389 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.626726 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.627075 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.627395 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.627858 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.628317 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.628799 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.629257 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ed17c28-6a03-46a1-8b21-50295637b9d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.673124 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 2979632d-c64f-4f9a-98b9-ff418631976a is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:17:31.673601 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.674118 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Publish callbacks [] for security_group (6eecc597-99d3-4b0a-aa4d-738ceb682e65), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.695697 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Publish callbacks [] for security_group (6eecc597-99d3-4b0a-aa4d-738ceb682e65), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.706376 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 2979632d-c64f-4f9a-98b9-ff418631976a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2979632d-c64f-4f9a-98b9-ff418631976a,segment=NetworkSegment(ca523a68-89fc-48d9-b62b-aab4961f6c7c),segment_id=ca523a68-89fc-48d9-b62b-aab4961f6c7c)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:31.710937 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.755286 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (6eecc597-99d3-4b0a-aa4d-738ceb682e65), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.758074 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.759344 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6eecc597-99d3-4b0a-aa4d-738ceb682e65 HTTP/1.1" status: 204 len: 168 time: 0.1450582 Mar 29 01:17:31.767993 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=2979632d-c64f-4f9a-98b9-ff418631976a,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:31.769250 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eecc597-99d3-4b0a-aa4d-738ceb682e65,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:31.777219 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.777650 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.778084 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.778515 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.778960 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.779591 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.780104 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.780516 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.780853 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.781189 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.781523 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.781846 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.782167 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.782485 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.782835 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a6194e2-b799-4a6a-ac1c-13b2685304fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:17:31.909884 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-d7b86544-5c5d-4990-9f0b-2c5de9403ea2 req-d0d216da-cef9-4ffb-97b9-ebc212bcea7d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.990292 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-d7b86544-5c5d-4990-9f0b-2c5de9403ea2 req-d0d216da-cef9-4ffb-97b9-ebc212bcea7d service neutron] Publish callbacks [] for security_group (7f3cf93f-7b50-4adb-8a59-aaaaaa307358), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:31.998124 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-d7b86544-5c5d-4990-9f0b-2c5de9403ea2 req-d0d216da-cef9-4ffb-97b9-ebc212bcea7d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (7f3cf93f-7b50-4adb-8a59-aaaaaa307358), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:32.050100 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-d7b86544-5c5d-4990-9f0b-2c5de9403ea2 req-d0d216da-cef9-4ffb-97b9-ebc212bcea7d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547177 Mar 29 01:17:32.050852 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d216da-cef9-4ffb-97b9-ebc212bcea7d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3cf93f-7b50-4adb-8a59-aaaaaa307358,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:32.102535 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 37908) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:32.121824 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68fe041a-4c98-4184-87b7-d80a7559f057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:32.243773 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422baf1-b970-4c09-9dfa-e59b8bb8a10a req-fff98220-fbc0-4b2d-85db-2d1a0b82daa4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:32.245267 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f422baf1-b970-4c09-9dfa-e59b8bb8a10a req-fff98220-fbc0-4b2d-85db-2d1a0b82daa4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 944 time: 0.1260061 Mar 29 01:17:32.255371 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600502f2-852f-43cf-af22-2fe76da8d19d req-5b51190f-6ae5-4105-8dd6-4c61bd0b1b71 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:32.256783 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-600502f2-852f-43cf-af22-2fe76da8d19d req-5b51190f-6ae5-4105-8dd6-4c61bd0b1b71 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.1391039 Mar 29 01:17:32.353356 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68fe041a-4c98-4184-87b7-d80a7559f057 admin admin] Publish callbacks [] for security_group (c6e3eb54-f8a8-406c-80cf-e903bad3ed07), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:32.362256 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f422baf1-b970-4c09-9dfa-e59b8bb8a10a req-a8366327-485f-47db-b34f-c3f679087305 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040552 Mar 29 01:17:32.362834 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-68fe041a-4c98-4184-87b7-d80a7559f057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c6e3eb54-f8a8-406c-80cf-e903bad3ed07), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:32.375976 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-600502f2-852f-43cf-af22-2fe76da8d19d req-153c8080-18b5-4010-a492-168074296d93 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067183 Mar 29 01:17:32.404196 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-68fe041a-4c98-4184-87b7-d80a7559f057 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=661bfc3269b04a9caef475cc32074153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2991085 Mar 29 01:17:32.406205 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe041a-4c98-4184-87b7-d80a7559f057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e3eb54-f8a8-406c-80cf-e903bad3ed07,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:32.406886 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 37918) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:32.455858 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5572936f-25c5-4420-adee-551d9a95734e admin admin] Publish callbacks [] for security_group (c6e3eb54-f8a8-406c-80cf-e903bad3ed07), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:32.476777 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5572936f-25c5-4420-adee-551d9a95734e admin admin] Publish callbacks [] for security_group (c6e3eb54-f8a8-406c-80cf-e903bad3ed07), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:32.489179 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0ce36-340d-45b2-8f73-ada64e78d876 req-72e0c504-36d0-4002-890d-c3df011371de tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:32.490670 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3ef0ce36-340d-45b2-8f73-ada64e78d876 req-72e0c504-36d0-4002-890d-c3df011371de tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.0522442 Mar 29 01:17:32.525615 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5572936f-25c5-4420-adee-551d9a95734e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c6e3eb54-f8a8-406c-80cf-e903bad3ed07), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:32.528125 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5572936f-25c5-4420-adee-551d9a95734e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:32.529260 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5572936f-25c5-4420-adee-551d9a95734e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c6e3eb54-f8a8-406c-80cf-e903bad3ed07 HTTP/1.1" status: 204 len: 168 time: 0.1214809 Mar 29 01:17:32.545398 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3ef0ce36-340d-45b2-8f73-ada64e78d876 req-0a9bbb0b-2610-4d8e-a12d-e090d97632b4 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486639 Mar 29 01:17:32.545632 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572936f-25c5-4420-adee-551d9a95734e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e3eb54-f8a8-406c-80cf-e903bad3ed07,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:32.622606 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf43aa4-d807-498b-911f-d675e86c3874 req-ee461ba2-bebb-4096-a009-44db30948c1d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:32.624008 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2bf43aa4-d807-498b-911f-d675e86c3874 req-ee461ba2-bebb-4096-a009-44db30948c1d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0517263 Mar 29 01:17:32.671463 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2bf43aa4-d807-498b-911f-d675e86c3874 req-5dea5b68-da27-4ef7-9967-f101fca61085 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 Mar 29 01:17:33.165485 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:33.268836 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afbb266-1da3-4b47-9153-b44ed5352880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de12d03d-ee27-479f-85a4-564fc86a285e'}, {'server_uuid': 'c9fbeda2-0b2d-415b-a0c9-5c763a694ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2979632d-c64f-4f9a-98b9-ff418631976a'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:17:33.271283 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5c5e57c-a3f0-4d41-83e2-53cf7a931b66" -d '{"events": [{"server_uuid": "1afbb266-1da3-4b47-9153-b44ed5352880", "name": "network-vif-plugged", "status": "completed", "tag": "de12d03d-ee27-479f-85a4-564fc86a285e"}, {"server_uuid": "c9fbeda2-0b2d-415b-a0c9-5c763a694ccd", "name": "network-vif-plugged", "status": "completed", "tag": "2979632d-c64f-4f9a-98b9-ff418631976a"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:17:33.311638 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 29 Mar 2022 01:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efcfc229-54e1-4022-a05f-d0336ba8f551 x-openstack-request-id: req-efcfc229-54e1-4022-a05f-d0336ba8f551 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:17:33.312184 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afbb266-1da3-4b47-9153-b44ed5352880", "name": "network-vif-plugged", "status": "completed", "tag": "de12d03d-ee27-479f-85a4-564fc86a285e", "code": 200}, {"server_uuid": "c9fbeda2-0b2d-415b-a0c9-5c763a694ccd", "name": "network-vif-plugged", "status": "completed", "tag": "2979632d-c64f-4f9a-98b9-ff418631976a", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:17:33.312441 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-efcfc229-54e1-4022-a05f-d0336ba8f551 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:17:33.312834 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efcfc229-54e1-4022-a05f-d0336ba8f551'] response: {'server_uuid': '1afbb266-1da3-4b47-9153-b44ed5352880', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de12d03d-ee27-479f-85a4-564fc86a285e', 'code': 200} Mar 29 01:17:33.313083 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efcfc229-54e1-4022-a05f-d0336ba8f551'] response: {'server_uuid': 'c9fbeda2-0b2d-415b-a0c9-5c763a694ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2979632d-c64f-4f9a-98b9-ff418631976a', 'code': 200} Mar 29 01:17:33.514310 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a890ac6-09a7-41e2-a3fd-50f46bd86461 req-b385257c-2452-497c-8ce8-e4cb9065aefd tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:33.515935 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9a890ac6-09a7-41e2-a3fd-50f46bd86461 req-b385257c-2452-497c-8ce8-e4cb9065aefd tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 944 time: 0.0862460 Mar 29 01:17:33.537989 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfbffa5-e331-4717-9283-d8af6800fb52 req-19cabd1e-c4fb-4cdc-b034-af7de7999801 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:33.539570 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2bfbffa5-e331-4717-9283-d8af6800fb52 req-19cabd1e-c4fb-4cdc-b034-af7de7999801 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.0792792 Mar 29 01:17:33.604353 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9a890ac6-09a7-41e2-a3fd-50f46bd86461 req-5bfef14e-27c1-4fcd-91bd-ca15f236297d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824547 Mar 29 01:17:33.611210 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2bfbffa5-e331-4717-9283-d8af6800fb52 req-36f7c937-e45c-41f1-9bf5-5dbdbfa080b1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651419 Mar 29 01:17:33.727815 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e609-1a48-4824-988d-26fd43d096d4 req-e66b003b-bbac-43e5-9758-7254988e26b7 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:33.729360 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c0e1e609-1a48-4824-988d-26fd43d096d4 req-e66b003b-bbac-43e5-9758-7254988e26b7 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.0576980 Mar 29 01:17:33.795379 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c0e1e609-1a48-4824-988d-26fd43d096d4 req-91a569d5-dc2d-40d5-961b-17c2fa68923d tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586162 Mar 29 01:17:33.844863 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b835b9a-3667-4bdc-b557-95bfe677a5fa req-5fb0349a-c15a-4fe2-8b28-23dd4b7553c9 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:33.846344 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3b835b9a-3667-4bdc-b557-95bfe677a5fa req-5fb0349a-c15a-4fe2-8b28-23dd4b7553c9 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0719833 Mar 29 01:17:33.894085 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3b835b9a-3667-4bdc-b557-95bfe677a5fa req-c6ab51a7-9157-4c45-8b1b-79f280a15810 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420461 Mar 29 01:17:34.514090 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38022) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:34.624567 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be473884-7be3-4a87-865d-98033c9f2a1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:34.707474 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be473884-7be3-4a87-865d-98033c9f2a1d admin admin] Publish callbacks [] for security_group (18f1c7a9-260e-4cf2-bd8b-51006dff9e51), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:34.713304 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be473884-7be3-4a87-865d-98033c9f2a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (18f1c7a9-260e-4cf2-bd8b-51006dff9e51), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:34.752387 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be473884-7be3-4a87-865d-98033c9f2a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18f1c7a9-260e-4cf2-bd8b-51006dff9e51,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:34.760828 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 38030) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:34.761210 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-be473884-7be3-4a87-865d-98033c9f2a1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1c2199c0c4394d8985087f62950c9b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2455306 Mar 29 01:17:34.785078 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd736d-9b2c-4be4-863f-24a0e227cf11 req-a115714d-a008-474e-844a-9e7cb1eca82b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:34.786551 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c4fd736d-9b2c-4be4-863f-24a0e227cf11 req-a115714d-a008-474e-844a-9e7cb1eca82b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.1020982 Mar 29 01:17:34.795227 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487924a3-aa15-49eb-aafd-8f874992e92a req-97301f80-1f5e-4ef2-ad02-504db268c214 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:34.796600 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-487924a3-aa15-49eb-aafd-8f874992e92a req-97301f80-1f5e-4ef2-ad02-504db268c214 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 944 time: 0.1219134 Mar 29 01:17:34.897085 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4917c8a6-6447-43d4-8501-143e1a34ba4e admin admin] Publish callbacks [] for security_group (18f1c7a9-260e-4cf2-bd8b-51006dff9e51), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:34.901470 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c4fd736d-9b2c-4be4-863f-24a0e227cf11 req-839f7c39-2908-4947-be19-3109f7d27101 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016376 Mar 29 01:17:34.904334 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-487924a3-aa15-49eb-aafd-8f874992e92a req-f828b643-b459-450e-9f7b-bf503bc4199e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960259 Mar 29 01:17:34.938424 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4917c8a6-6447-43d4-8501-143e1a34ba4e admin admin] Publish callbacks [] for security_group (18f1c7a9-260e-4cf2-bd8b-51006dff9e51), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:35.047756 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4917c8a6-6447-43d4-8501-143e1a34ba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (18f1c7a9-260e-4cf2-bd8b-51006dff9e51), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:35.050274 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4917c8a6-6447-43d4-8501-143e1a34ba4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:35.054930 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-4917c8a6-6447-43d4-8501-143e1a34ba4e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/18f1c7a9-260e-4cf2-bd8b-51006dff9e51 HTTP/1.1" status: 204 len: 168 time: 0.2927420 Mar 29 01:17:35.068332 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2366f705-c225-4fd9-87a9-4f3c29f75be3 req-0653b78b-cf7f-4932-804b-f70ff5865eb4 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:35.070396 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2366f705-c225-4fd9-87a9-4f3c29f75be3 req-0653b78b-cf7f-4932-804b-f70ff5865eb4 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.0938520 Mar 29 01:17:35.082014 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6ac48-1a98-4d15-a870-d263cb63b939 req-43eea860-e3fb-4760-bee7-4ccecc6145f7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:35.083451 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-86d6ac48-1a98-4d15-a870-d263cb63b939 req-43eea860-e3fb-4760-bee7-4ccecc6145f7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.1216333 Mar 29 01:17:35.085886 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917c8a6-6447-43d4-8501-143e1a34ba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f1c7a9-260e-4cf2-bd8b-51006dff9e51,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:35.159453 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2366f705-c225-4fd9-87a9-4f3c29f75be3 req-eb2221c2-1af7-4dfb-bfd4-2ec593263435 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750570 Mar 29 01:17:35.163552 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-86d6ac48-1a98-4d15-a870-d263cb63b939 req-701e638f-0862-4aa0-9ca0-05203cc871dd tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704336 Mar 29 01:17:35.321748 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 38046) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:35.334905 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd923d7f-71ec-4019-9134-5c696f238ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:35.411897 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd923d7f-71ec-4019-9134-5c696f238ace admin admin] Publish callbacks [] for security_group (43a4a24b-6243-4a82-ba29-64f945cd4a91), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:35.415711 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fd923d7f-71ec-4019-9134-5c696f238ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (43a4a24b-6243-4a82-ba29-64f945cd4a91), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:35.456157 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-fd923d7f-71ec-4019-9134-5c696f238ace admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7c8fe1adef0422dbb05cdc85c914378&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333666 Mar 29 01:17:35.457252 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd923d7f-71ec-4019-9134-5c696f238ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a4a24b-6243-4a82-ba29-64f945cd4a91,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:35.458939 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38052) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:35.507969 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5dc2bead-7060-44ba-9f85-c4dceefb51cb admin admin] Publish callbacks [] for security_group (43a4a24b-6243-4a82-ba29-64f945cd4a91), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:35.528844 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5dc2bead-7060-44ba-9f85-c4dceefb51cb admin admin] Publish callbacks [] for security_group (43a4a24b-6243-4a82-ba29-64f945cd4a91), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:35.573112 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5dc2bead-7060-44ba-9f85-c4dceefb51cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (43a4a24b-6243-4a82-ba29-64f945cd4a91), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:35.575555 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5dc2bead-7060-44ba-9f85-c4dceefb51cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:35.576670 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5dc2bead-7060-44ba-9f85-c4dceefb51cb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/43a4a24b-6243-4a82-ba29-64f945cd4a91 HTTP/1.1" status: 204 len: 168 time: 0.1154342 Mar 29 01:17:35.585620 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc2bead-7060-44ba-9f85-c4dceefb51cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a4a24b-6243-4a82-ba29-64f945cd4a91,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:36.069070 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb8cbb-c10f-485f-9a92-47f9b90f2b68 req-fc204aea-6106-4b09-b761-e40acb2df744 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:36.070722 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-45bb8cbb-c10f-485f-9a92-47f9b90f2b68 req-fc204aea-6106-4b09-b761-e40acb2df744 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 944 time: 0.0839171 Mar 29 01:17:36.078578 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ae561-b433-4cd9-b8a5-d3993800c0cc req-085d82df-20ec-49bf-8e39-5ec8414fc97e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:36.079995 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-db2ae561-b433-4cd9-b8a5-d3993800c0cc req-085d82df-20ec-49bf-8e39-5ec8414fc97e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.0842826 Mar 29 01:17:36.120866 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['cc87c15a-83aa-4260-b6ed-665d191fe2d3'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:17:36.144860 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['fc7dce4b-3812-40b5-a3c7-92f33d309c0c'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:17:36.148312 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-45bb8cbb-c10f-485f-9a92-47f9b90f2b68 req-3d567d9f-ba06-443b-aff5-d2de9ac308f6 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673804 Mar 29 01:17:36.156006 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-db2ae561-b433-4cd9-b8a5-d3993800c0cc req-0238863a-3d63-4e23-b245-acf01058c576 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685861 Mar 29 01:17:36.335016 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6cab3-a582-40da-8b22-9beaa5b1621f req-df1b6b03-d310-49e0-bce4-8cc5770318d5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:36.337204 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8e6cab3-a582-40da-8b22-9beaa5b1621f req-df1b6b03-d310-49e0-bce4-8cc5770318d5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0870688 Mar 29 01:17:36.374648 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4933f3-5f17-42bc-9089-f468ad8674db req-0aae1b3b-6d3c-4e5f-ab81-e195438c6856 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:36.384217 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e4933f3-5f17-42bc-9089-f468ad8674db req-0aae1b3b-6d3c-4e5f-ab81-e195438c6856 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.1049376 Mar 29 01:17:36.509173 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8e6cab3-a582-40da-8b22-9beaa5b1621f req-faf51738-3e74-4833-86e0-7adbc354a130 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476789 Mar 29 01:17:36.521502 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e4933f3-5f17-42bc-9089-f468ad8674db req-5a5aa3ec-0cd4-421b-8942-013728093594 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243517 Mar 29 01:17:36.583637 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c915b-9b31-4190-97c0-8771be8ebf66 req-df1bd419-e624-451e-bd70-ace0871cba7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:36.585138 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-274c915b-9b31-4190-97c0-8771be8ebf66 req-df1bd419-e624-451e-bd70-ace0871cba7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 1130 time: 0.0697782 Mar 29 01:17:36.637522 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-274c915b-9b31-4190-97c0-8771be8ebf66 req-32f1753b-46e4-4e86-9e70-f8a03c225b4f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450337 Mar 29 01:17:36.669841 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ace67-5a97-4f95-b149-8e3641d92e27 req-fb27d9c1-5494-49e8-a5d4-df9d19f4df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:36.672444 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-848ace67-5a97-4f95-b149-8e3641d92e27 req-fb27d9c1-5494-49e8-a5d4-df9d19f4df8e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 1129 time: 0.0910015 Mar 29 01:17:36.967996 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-848ace67-5a97-4f95-b149-8e3641d92e27 req-1200969f-7780-434a-82b0-b20e158ceb2f service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480242 Mar 29 01:17:37.302915 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583fdee5-a250-4c70-af95-4112e1ce5a2d req-faa6de45-de5a-4d8b-b703-e9019e4c4b56 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:37.304943 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-583fdee5-a250-4c70-af95-4112e1ce5a2d req-faa6de45-de5a-4d8b-b703-e9019e4c4b56 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 944 time: 0.0863154 Mar 29 01:17:37.312975 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd040f1d-9491-48cb-a9a9-60a880a67f46 req-842fac59-d8f9-4912-aee2-aec46f3359f5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:37.314383 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fd040f1d-9491-48cb-a9a9-60a880a67f46 req-842fac59-d8f9-4912-aee2-aec46f3359f5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.0685494 Mar 29 01:17:37.389358 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-583fdee5-a250-4c70-af95-4112e1ce5a2d req-fdc210fc-ad40-43f9-9f86-e0ec1c90b759 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740001 Mar 29 01:17:37.400477 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38124) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:37.402584 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fd040f1d-9491-48cb-a9a9-60a880a67f46 req-c381ec48-eecc-4c5f-84e3-397f901a0a11 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809102 Mar 29 01:17:37.517257 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b299b460-e951-4d75-9b38-dd6643e7fd18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:37.619851 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b299b460-e951-4d75-9b38-dd6643e7fd18 admin admin] Publish callbacks [] for security_group (60ca35ea-0857-43a4-b457-3c2e0c63cc15), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:37.625305 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b299b460-e951-4d75-9b38-dd6643e7fd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (60ca35ea-0857-43a4-b457-3c2e0c63cc15), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:37.666031 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b299b460-e951-4d75-9b38-dd6643e7fd18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60ca35ea-0857-43a4-b457-3c2e0c63cc15,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:37.682050 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b299b460-e951-4d75-9b38-dd6643e7fd18 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=904f351b37004ceab61cce9242b09130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804146 Mar 29 01:17:37.685043 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38148) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:37.696288 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc91f96-69b2-4948-9340-7f127ad6bc39 req-03684ace-f74e-41b8-a24f-e0b9453d2941 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:37.697782 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fcc91f96-69b2-4948-9340-7f127ad6bc39 req-03684ace-f74e-41b8-a24f-e0b9453d2941 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.1038017 Mar 29 01:17:37.710339 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d6479-e560-4e35-947a-1150b5d86e13 req-b56c6cc6-e337-409f-8589-e5322e4345e1 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:37.711846 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-370d6479-e560-4e35-947a-1150b5d86e13 req-b56c6cc6-e337-409f-8589-e5322e4345e1 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.0796661 Mar 29 01:17:37.740705 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f90e6f2-f086-421e-bd51-e6b69df75662 admin admin] Publish callbacks [] for security_group (60ca35ea-0857-43a4-b457-3c2e0c63cc15), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:37.767987 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f90e6f2-f086-421e-bd51-e6b69df75662 admin admin] Publish callbacks [] for security_group (60ca35ea-0857-43a4-b457-3c2e0c63cc15), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:37.795569 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fcc91f96-69b2-4948-9340-7f127ad6bc39 req-96c4579f-d894-403b-a8ba-5f1cb1e4e686 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825691 Mar 29 01:17:37.810122 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-370d6479-e560-4e35-947a-1150b5d86e13 req-696e44f4-616b-4297-bf36-53decd34a6a8 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898519 Mar 29 01:17:37.834132 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f90e6f2-f086-421e-bd51-e6b69df75662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (60ca35ea-0857-43a4-b457-3c2e0c63cc15), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:37.837407 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f90e6f2-f086-421e-bd51-e6b69df75662 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:37.841173 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-1f90e6f2-f086-421e-bd51-e6b69df75662 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60ca35ea-0857-43a4-b457-3c2e0c63cc15 HTTP/1.1" status: 204 len: 168 time: 0.1521306 Mar 29 01:17:37.850284 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90e6f2-f086-421e-bd51-e6b69df75662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60ca35ea-0857-43a4-b457-3c2e0c63cc15,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:38.136010 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38172) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:38.149109 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bc826d0f-ae44-4b5e-be94-ff008b8b95da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.223778 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bc826d0f-ae44-4b5e-be94-ff008b8b95da admin admin] Publish callbacks [] for security_group (12172006-fccd-41d5-8f98-ee96a7cd9faf), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.227925 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bc826d0f-ae44-4b5e-be94-ff008b8b95da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (12172006-fccd-41d5-8f98-ee96a7cd9faf), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.266118 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-bc826d0f-ae44-4b5e-be94-ff008b8b95da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96d3028487da4e909ad6288ddfec1a1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1288600 Mar 29 01:17:38.266831 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc826d0f-ae44-4b5e-be94-ff008b8b95da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12172006-fccd-41d5-8f98-ee96a7cd9faf,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:38.268779 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 38174) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:38.276196 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fc7dce4b-3812-40b5-a3c7-92f33d309c0c up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:17:38.328913 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port fc7dce4b-3812-40b5-a3c7-92f33d309c0c completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:17:38.333306 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port fc7dce4b-3812-40b5-a3c7-92f33d309c0c triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:17:38.333742 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.337749 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e25e29a0-60e2-4f6f-95e3-0e59ef143f36 admin admin] Publish callbacks [] for security_group (12172006-fccd-41d5-8f98-ee96a7cd9faf), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.365236 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e25e29a0-60e2-4f6f-95e3-0e59ef143f36 admin admin] Publish callbacks [] for security_group (12172006-fccd-41d5-8f98-ee96a7cd9faf), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.424399 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e25e29a0-60e2-4f6f-95e3-0e59ef143f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (12172006-fccd-41d5-8f98-ee96a7cd9faf), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.425812 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port fc7dce4b-3812-40b5-a3c7-92f33d309c0c is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:17:38.426272 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.430098 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e25e29a0-60e2-4f6f-95e3-0e59ef143f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.431635 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e25e29a0-60e2-4f6f-95e3-0e59ef143f36 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12172006-fccd-41d5-8f98-ee96a7cd9faf HTTP/1.1" status: 204 len: 168 time: 0.1617346 Mar 29 01:17:38.456915 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25e29a0-60e2-4f6f-95e3-0e59ef143f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12172006-fccd-41d5-8f98-ee96a7cd9faf,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:38.478973 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:17:38.481486 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e220875-943d-4f6f-a5a3-70f75832fb97" -d '{"events": [{"server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "name": "network-vif-plugged", "status": "completed", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:17:38.504235 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:38.511633 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.512929 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device cc87c15a-83aa-4260-b6ed-665d191fe2d3 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:17:38.585888 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18b63a6-08eb-4713-a46e-5571ed24afb6 req-5dd176da-48d6-42aa-b420-447f7baaab59 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:38.587347 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a18b63a6-08eb-4713-a46e-5571ed24afb6 req-5dd176da-48d6-42aa-b420-447f7baaab59 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 944 time: 0.0925126 Mar 29 01:17:38.599023 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:38.606257 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97039a-a53e-42dd-a209-9e42d8163ff9 req-183c25d3-9a78-4759-aa1e-292073aa1de3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:38.611239 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dc97039a-a53e-42dd-a209-9e42d8163ff9 req-183c25d3-9a78-4759-aa1e-292073aa1de3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0856354 Mar 29 01:17:38.612887 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port cc87c15a-83aa-4260-b6ed-665d191fe2d3 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:17:38.616924 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port cc87c15a-83aa-4260-b6ed-665d191fe2d3 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:17:38.617276 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.691367 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dc97039a-a53e-42dd-a209-9e42d8163ff9 req-1cda73d0-4ebc-487d-9ac5-86d03cc04c4b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725262 Mar 29 01:17:38.694354 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a18b63a6-08eb-4713-a46e-5571ed24afb6 req-cf06fa2b-f87d-4020-b213-e57fd576b0f3 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821962 Mar 29 01:17:38.722601 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port cc87c15a-83aa-4260-b6ed-665d191fe2d3 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:17:38.723033 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.763280 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de21345e-eafc-4461-927e-fb43b5d703df x-openstack-request-id: req-de21345e-eafc-4461-927e-fb43b5d703df {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:17:38.766464 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "name": "network-vif-plugged", "status": "completed", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:17:38.766464 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de21345e-eafc-4461-927e-fb43b5d703df {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:17:38.767139 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de21345e-eafc-4461-927e-fb43b5d703df'] response: {'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'code': 200} Mar 29 01:17:38.771279 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port cc87c15a-83aa-4260-b6ed-665d191fe2d3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cc87c15a-83aa-4260-b6ed-665d191fe2d3,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:17:38.777263 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:38.846104 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=cc87c15a-83aa-4260-b6ed-665d191fe2d3,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:39.041868 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65cb3d-1868-4dd6-8408-9269759aac38 req-a27a428a-bc3d-46be-a687-7b7d8cc2f9b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:39.049068 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c65cb3d-1868-4dd6-8408-9269759aac38 req-a27a428a-bc3d-46be-a687-7b7d8cc2f9b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.1635058 Mar 29 01:17:39.120283 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448179f0-9e32-4cff-abaf-28f257454448 req-0f967496-4ff5-4c15-92fd-e7411016e839 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:39.127469 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-448179f0-9e32-4cff-abaf-28f257454448 req-0f967496-4ff5-4c15-92fd-e7411016e839 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.1852565 Mar 29 01:17:39.171551 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf052a-a65c-433c-8643-b91295b19b8e req-17e8ff3a-bc2d-43fa-ac2c-734e884841e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:39.173473 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bcaf052a-a65c-433c-8643-b91295b19b8e req-17e8ff3a-bc2d-43fa-ac2c-734e884841e7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 1129 time: 0.1523576 Mar 29 01:17:39.202403 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-448179f0-9e32-4cff-abaf-28f257454448 req-1c19732c-706c-4459-bb14-fac61f37b614 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738590 Mar 29 01:17:39.212490 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c65cb3d-1868-4dd6-8408-9269759aac38 req-3bb77875-deb4-474e-82b5-3393eb9f41e4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624722 Mar 29 01:17:39.276936 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bcaf052a-a65c-433c-8643-b91295b19b8e req-5a47df3e-9cb9-4362-b01f-85b84eedf1a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634346 Mar 29 01:17:39.847394 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fc2bc-1705-400a-acd4-3db297e14639 req-5517b996-3ebb-4eed-bd90-2494e4f8307a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:39.848778 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-935fc2bc-1705-400a-acd4-3db297e14639 req-5517b996-3ebb-4eed-bd90-2494e4f8307a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0844922 Mar 29 01:17:39.859818 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4452ae5d-f0d0-4560-bb9a-2bbe8e12868f req-30fa1ce6-81c7-433e-a7a0-fabf45254901 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:39.861239 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4452ae5d-f0d0-4560-bb9a-2bbe8e12868f req-30fa1ce6-81c7-433e-a7a0-fabf45254901 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 945 time: 0.0867474 Mar 29 01:17:39.932923 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4452ae5d-f0d0-4560-bb9a-2bbe8e12868f req-88ff6229-2f36-456f-8a6f-2f96cbe005d4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643735 Mar 29 01:17:39.936390 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-935fc2bc-1705-400a-acd4-3db297e14639 req-8c359a81-5e0f-401a-8fd1-3e6037828149 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742905 Mar 29 01:17:40.442727 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38274) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:40.533788 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6754191-77db-4f7b-b6c0-499ead699a1c req-5adbbf3a-0982-4ade-bb59-6c4d5c727f87 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:40.535286 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a6754191-77db-4f7b-b6c0-499ead699a1c req-5adbbf3a-0982-4ade-bb59-6c4d5c727f87 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.2657177 Mar 29 01:17:40.543245 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c0713-b5cb-47f8-9dc0-62f18271fddf req-662844d6-ccfd-4853-b078-d00d6f8c4cf0 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:40.544648 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a4c0713-b5cb-47f8-9dc0-62f18271fddf req-662844d6-ccfd-4853-b078-d00d6f8c4cf0 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.2646744 Mar 29 01:17:40.568368 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b32cd9fd-c7c7-4add-9d01-b165fa64d057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:40.615890 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a6754191-77db-4f7b-b6c0-499ead699a1c req-fdc6bfb5-d796-4ee5-b75e-2f2f83e7e328 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683835 Mar 29 01:17:40.624181 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a4c0713-b5cb-47f8-9dc0-62f18271fddf req-b9c2a073-9f6a-4d03-aae9-d06ce50e745f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720367 Mar 29 01:17:40.657976 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b32cd9fd-c7c7-4add-9d01-b165fa64d057 admin admin] Publish callbacks [] for security_group (0e1a5b19-5919-4f40-a0a1-5ca6abd6a158), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:40.663099 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b32cd9fd-c7c7-4add-9d01-b165fa64d057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (0e1a5b19-5919-4f40-a0a1-5ca6abd6a158), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:40.706202 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b32cd9fd-c7c7-4add-9d01-b165fa64d057 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c5d7897f89d439289b42e9b1a5ffa8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623444 Mar 29 01:17:40.706831 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 38288) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:40.707091 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32cd9fd-c7c7-4add-9d01-b165fa64d057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1a5b19-5919-4f40-a0a1-5ca6abd6a158,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:40.767706 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b9f0f4-ef1c-4e75-90e2-28617517a5d6 admin admin] Publish callbacks [] for security_group (0e1a5b19-5919-4f40-a0a1-5ca6abd6a158), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:40.767994 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:17:40.771979 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49dfec32-900f-4a56-b384-2255028364cb" -d '{"events": [{"server_uuid": "3f1b50dc-0f3a-48da-99df-4ea8a6cab125", "name": "network-vif-plugged", "status": "completed", "tag": "cc87c15a-83aa-4260-b6ed-665d191fe2d3"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:17:40.792260 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b9f0f4-ef1c-4e75-90e2-28617517a5d6 admin admin] Publish callbacks [] for security_group (0e1a5b19-5919-4f40-a0a1-5ca6abd6a158), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:40.820676 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb00580-88b9-4cf5-93c1-e3cd0fb5fdea x-openstack-request-id: req-2bb00580-88b9-4cf5-93c1-e3cd0fb5fdea {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:17:40.821978 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1b50dc-0f3a-48da-99df-4ea8a6cab125", "name": "network-vif-plugged", "status": "completed", "tag": "cc87c15a-83aa-4260-b6ed-665d191fe2d3", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:17:40.822999 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2bb00580-88b9-4cf5-93c1-e3cd0fb5fdea {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:17:40.825048 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bb00580-88b9-4cf5-93c1-e3cd0fb5fdea'] response: {'server_uuid': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'code': 200} Mar 29 01:17:40.849285 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b9f0f4-ef1c-4e75-90e2-28617517a5d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (0e1a5b19-5919-4f40-a0a1-5ca6abd6a158), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:40.852774 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64b9f0f4-ef1c-4e75-90e2-28617517a5d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:40.854211 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-64b9f0f4-ef1c-4e75-90e2-28617517a5d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e1a5b19-5919-4f40-a0a1-5ca6abd6a158 HTTP/1.1" status: 204 len: 168 time: 0.1458683 Mar 29 01:17:40.868917 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b9f0f4-ef1c-4e75-90e2-28617517a5d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1a5b19-5919-4f40-a0a1-5ca6abd6a158,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:41.034224 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ebe8f2-5c92-41c3-9a0f-7c8bbe776ab5 req-16980de6-194a-4e79-bcb1-9dd5951d6f41 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:41.037034 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d6ebe8f2-5c92-41c3-9a0f-7c8bbe776ab5 req-16980de6-194a-4e79-bcb1-9dd5951d6f41 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0712664 Mar 29 01:17:41.122546 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92963249-4d33-4ae4-afcf-13e6ede72e3c req-e4d29332-ed84-4cc4-9082-5b14705d6be1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:41.124306 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92963249-4d33-4ae4-afcf-13e6ede72e3c req-e4d29332-ed84-4cc4-9082-5b14705d6be1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 945 time: 0.0861638 Mar 29 01:17:41.131046 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d6ebe8f2-5c92-41c3-9a0f-7c8bbe776ab5 req-2f397d29-64c2-43b3-a91d-ca84d92c0d55 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822244 Mar 29 01:17:41.180688 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92963249-4d33-4ae4-afcf-13e6ede72e3c req-5287a870-270a-4bd0-8fcb-9cd1ca2c489f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469275 Mar 29 01:17:41.242348 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38308) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:41.249246 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b9e445-9cc1-4f88-aac7-6ce5f198ddec req-edd8a8e5-07bd-4a4f-9b8c-a943ecf16a07 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:41.250845 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75b9e445-9cc1-4f88-aac7-6ce5f198ddec req-edd8a8e5-07bd-4a4f-9b8c-a943ecf16a07 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0554051 Mar 29 01:17:41.254987 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51b306c3-6d7e-4c77-9c35-98ebbda24e99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:41.298112 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75b9e445-9cc1-4f88-aac7-6ce5f198ddec req-26fc21ce-4d49-4242-a488-91bf3d6f3278 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410273 Mar 29 01:17:41.332577 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51b306c3-6d7e-4c77-9c35-98ebbda24e99 admin admin] Publish callbacks [] for security_group (fd0031d9-bc05-4712-919f-05b800c77c33), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:41.336586 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-51b306c3-6d7e-4c77-9c35-98ebbda24e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (fd0031d9-bc05-4712-919f-05b800c77c33), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:41.375035 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-51b306c3-6d7e-4c77-9c35-98ebbda24e99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=96ec8ec920824841bd61987f63207cf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1314683 Mar 29 01:17:41.375771 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b306c3-6d7e-4c77-9c35-98ebbda24e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0031d9-bc05-4712-919f-05b800c77c33,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:41.378338 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 38310) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:41.425308 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0c89444-d60f-4487-9ba1-e43702341ed5 admin admin] Publish callbacks [] for security_group (fd0031d9-bc05-4712-919f-05b800c77c33), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:41.446586 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0c89444-d60f-4487-9ba1-e43702341ed5 admin admin] Publish callbacks [] for security_group (fd0031d9-bc05-4712-919f-05b800c77c33), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:41.490811 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0c89444-d60f-4487-9ba1-e43702341ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (fd0031d9-bc05-4712-919f-05b800c77c33), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:41.494333 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e0c89444-d60f-4487-9ba1-e43702341ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:41.495494 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e0c89444-d60f-4487-9ba1-e43702341ed5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd0031d9-bc05-4712-919f-05b800c77c33 HTTP/1.1" status: 204 len: 168 time: 0.1160319 Mar 29 01:17:41.502912 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c89444-d60f-4487-9ba1-e43702341ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0031d9-bc05-4712-919f-05b800c77c33,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:42.250664 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af890c4-f386-4acf-aee5-fb006f36ebe8 req-201c6fb7-b425-4e8f-a8db-bb2f3ecb2563 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:42.252224 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8af890c4-f386-4acf-aee5-fb006f36ebe8 req-201c6fb7-b425-4e8f-a8db-bb2f3ecb2563 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0527048 Mar 29 01:17:42.334233 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8af890c4-f386-4acf-aee5-fb006f36ebe8 req-14d03ac1-6a9a-4f6a-8fa9-afadc2eda54a tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730681 Mar 29 01:17:42.348173 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d97755e-0d1e-4033-9ee3-f4a3b3dae1c5 req-7317a82b-4f3b-43f8-b7e8-678ed4e09b8b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:42.348173 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d97755e-0d1e-4033-9ee3-f4a3b3dae1c5 req-7317a82b-4f3b-43f8-b7e8-678ed4e09b8b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 945 time: 0.0936558 Mar 29 01:17:42.408557 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d97755e-0d1e-4033-9ee3-f4a3b3dae1c5 req-f5042fc7-0c93-468f-8bff-99c765dbf1b2 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550973 Mar 29 01:17:42.454449 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff3293-9efc-4da9-919b-8f24f863bbea req-af956439-6f0d-45fd-866d-bdafa523abe8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:42.456354 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-11ff3293-9efc-4da9-919b-8f24f863bbea req-af956439-6f0d-45fd-866d-bdafa523abe8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0641582 Mar 29 01:17:42.504636 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-11ff3293-9efc-4da9-919b-8f24f863bbea req-900e931b-1b6d-4080-9145-19cc26b3c00c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426657 Mar 29 01:17:43.180915 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 38390) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:43.283586 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-060f1a5d-5c33-4e83-ac2d-c7e4d3c17596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:43.361782 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-060f1a5d-5c33-4e83-ac2d-c7e4d3c17596 admin admin] Publish callbacks [] for security_group (33832028-423e-480f-83e6-c5f8d2582c38), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:43.365906 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-060f1a5d-5c33-4e83-ac2d-c7e4d3c17596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (33832028-423e-480f-83e6-c5f8d2582c38), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:43.405295 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-060f1a5d-5c33-4e83-ac2d-c7e4d3c17596 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d8465c17344446eaa88c49fb20eaf459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233427 Mar 29 01:17:43.406725 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f1a5d-5c33-4e83-ac2d-c7e4d3c17596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33832028-423e-480f-83e6-c5f8d2582c38,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:43.407990 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38396) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:43.460252 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568ca48-389e-4a87-b41e-bbfbc8ad105c req-8d325c60-49d8-46ac-970a-dc9632977a86 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:43.461338 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05d8348d-a943-4c5e-8156-028aeb01f1e2 admin admin] Publish callbacks [] for security_group (33832028-423e-480f-83e6-c5f8d2582c38), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:43.462525 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f568ca48-389e-4a87-b41e-bbfbc8ad105c req-8d325c60-49d8-46ac-970a-dc9632977a86 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0599086 Mar 29 01:17:43.483832 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05d8348d-a943-4c5e-8156-028aeb01f1e2 admin admin] Publish callbacks [] for security_group (33832028-423e-480f-83e6-c5f8d2582c38), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:43.530771 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05d8348d-a943-4c5e-8156-028aeb01f1e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (33832028-423e-480f-83e6-c5f8d2582c38), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:43.533533 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-05d8348d-a943-4c5e-8156-028aeb01f1e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:43.534806 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-05d8348d-a943-4c5e-8156-028aeb01f1e2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/33832028-423e-480f-83e6-c5f8d2582c38 HTTP/1.1" status: 204 len: 168 time: 0.1257577 Mar 29 01:17:43.543067 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d8348d-a943-4c5e-8156-028aeb01f1e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33832028-423e-480f-83e6-c5f8d2582c38,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:43.550677 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f568ca48-389e-4a87-b41e-bbfbc8ad105c req-f282c1a0-94ef-4a8b-acf9-f031fcc4fbe8 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814941 Mar 29 01:17:43.564229 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c173a-a2a8-4cc3-ab19-4e7e29992034 req-5a61f665-e068-494d-a24f-fa458dc4a906 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:43.571239 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b66c173a-a2a8-4cc3-ab19-4e7e29992034 req-5a61f665-e068-494d-a24f-fa458dc4a906 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 945 time: 0.0935035 Mar 29 01:17:43.624285 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b66c173a-a2a8-4cc3-ab19-4e7e29992034 req-e9b4669b-2b73-415c-bd02-edbcc81b254e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484593 Mar 29 01:17:43.678074 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37039f7d-e445-4d65-b02a-bf5ee708f2e2 req-398bcd0e-33d4-451a-a61c-91a6e3ad6ec0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:43.680403 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37039f7d-e445-4d65-b02a-bf5ee708f2e2 req-398bcd0e-33d4-451a-a61c-91a6e3ad6ec0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0551786 Mar 29 01:17:43.739533 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37039f7d-e445-4d65-b02a-bf5ee708f2e2 req-b68421f6-2618-47f3-a068-ffc8f378f8c5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515735 Mar 29 01:17:43.824250 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38412) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:43.837482 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ebfc6dcd-9c47-4489-baff-ca2dab2c9a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:43.908308 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ebfc6dcd-9c47-4489-baff-ca2dab2c9a97 admin admin] Publish callbacks [] for security_group (3cf01069-e7a7-45ad-ad82-b64767f8f6db), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:43.911934 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ebfc6dcd-9c47-4489-baff-ca2dab2c9a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (3cf01069-e7a7-45ad-ad82-b64767f8f6db), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:43.951020 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-ebfc6dcd-9c47-4489-baff-ca2dab2c9a97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c37399f885f4b759e9ec367448b1f45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1257274 Mar 29 01:17:43.951825 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc6dcd-9c47-4489-baff-ca2dab2c9a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf01069-e7a7-45ad-ad82-b64767f8f6db,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:43.953797 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 38414) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:44.000679 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-127cfb94-8cf4-4ddb-bc54-bff865ded3c2 admin admin] Publish callbacks [] for security_group (3cf01069-e7a7-45ad-ad82-b64767f8f6db), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:44.020718 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-127cfb94-8cf4-4ddb-bc54-bff865ded3c2 admin admin] Publish callbacks [] for security_group (3cf01069-e7a7-45ad-ad82-b64767f8f6db), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:44.068550 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-127cfb94-8cf4-4ddb-bc54-bff865ded3c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (3cf01069-e7a7-45ad-ad82-b64767f8f6db), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:44.071201 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-127cfb94-8cf4-4ddb-bc54-bff865ded3c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:44.072335 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-127cfb94-8cf4-4ddb-bc54-bff865ded3c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3cf01069-e7a7-45ad-ad82-b64767f8f6db HTTP/1.1" status: 204 len: 168 time: 0.1175706 Mar 29 01:17:44.080045 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cfb94-8cf4-4ddb-bc54-bff865ded3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf01069-e7a7-45ad-ad82-b64767f8f6db,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:44.394156 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00846126-07ba-4a75-a9f4-d3a258c91b3a req-22dc99d1-86cc-4cf6-9945-1f2866f6a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:44.394156 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-00846126-07ba-4a75-a9f4-d3a258c91b3a req-22dc99d1-86cc-4cf6-9945-1f2866f6a69e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 1130 time: 0.0580087 Mar 29 01:17:44.473900 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f07ace-5e84-433d-8312-4090a7239049 req-1d7a945e-a362-4c46-b0af-d2bd7deb9dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:44.476426 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-18f07ace-5e84-433d-8312-4090a7239049 req-1d7a945e-a362-4c46-b0af-d2bd7deb9dbe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 1129 time: 0.0461733 Mar 29 01:17:44.513432 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00846126-07ba-4a75-a9f4-d3a258c91b3a req-4d531814-d19f-40b0-96c0-77394036b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:44.515532 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-00846126-07ba-4a75-a9f4-d3a258c91b3a req-4d531814-d19f-40b0-96c0-77394036b0fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.1198051 Mar 29 01:17:44.529818 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-18f07ace-5e84-433d-8312-4090a7239049 req-6a34f8cf-cfc6-45f8-8581-f6760cc743a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443432 Mar 29 01:17:44.683950 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d48248-4c2a-4b04-aa35-afcc7aa13d74 req-9c5769f1-1198-4f01-be1b-90b8d0cc5ad2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:44.685475 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-59d48248-4c2a-4b04-aa35-afcc7aa13d74 req-9c5769f1-1198-4f01-be1b-90b8d0cc5ad2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0540090 Mar 29 01:17:44.771975 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-59d48248-4c2a-4b04-aa35-afcc7aa13d74 req-ec583f89-4c7f-4f0f-b002-c23b0cf0f237 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800841 Mar 29 01:17:44.785392 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22339f77-fbac-4364-bba5-a07d9c4ff486 req-5a1ad991-8e7d-48b5-9a7a-5e4d694d8940 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:44.787066 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-22339f77-fbac-4364-bba5-a07d9c4ff486 req-5a1ad991-8e7d-48b5-9a7a-5e4d694d8940 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 945 time: 0.0884473 Mar 29 01:17:44.881561 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-22339f77-fbac-4364-bba5-a07d9c4ff486 req-312664ba-f87a-4509-855e-c3bc62bd2162 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850549 Mar 29 01:17:44.905622 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a065f6dd-97b2-4d1d-905d-2db1af842c6d req-fc5d1732-d000-4276-9531-e1a70609a5d4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:44.907111 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a065f6dd-97b2-4d1d-905d-2db1af842c6d req-fc5d1732-d000-4276-9531-e1a70609a5d4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0670204 Mar 29 01:17:44.953408 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a065f6dd-97b2-4d1d-905d-2db1af842c6d req-b392d1f2-7d97-4a8c-a896-0cfb1e4aad74 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408864 Mar 29 01:17:45.092862 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-00846126-07ba-4a75-a9f4-d3a258c91b3a req-c0bb3eb6-1b94-4199-a98c-bf59dc07667d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba785625-b937-4165-aa61-d16530308fd8 HTTP/1.1" status: 200 len: 217 time: 0.0430589 Mar 29 01:17:45.145512 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00846126-07ba-4a75-a9f4-d3a258c91b3a req-2ebfb0f7-c87f-4e5f-99f3-b439f8e1e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:45.147068 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-00846126-07ba-4a75-a9f4-d3a258c91b3a req-2ebfb0f7-c87f-4e5f-99f3-b439f8e1e9bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0471125 Mar 29 01:17:45.200214 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00846126-07ba-4a75-a9f4-d3a258c91b3a req-9967bf1c-dff8-464d-bed0-a88153c616d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:45.201749 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-00846126-07ba-4a75-a9f4-d3a258c91b3a req-9967bf1c-dff8-464d-bed0-a88153c616d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471375 Mar 29 01:17:45.304395 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-00846126-07ba-4a75-a9f4-d3a258c91b3a req-7fd6fe52-eb76-42a6-a8ac-9c058e1898cf service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922794 Mar 29 01:17:45.404142 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-00846126-07ba-4a75-a9f4-d3a258c91b3a req-9d386b61-a36c-48b0-8647-74c9e5a2b1d3 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932746 Mar 29 01:17:45.918306 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f23dad-030e-41df-aff1-509996b7543a req-6dfc5f33-5988-4f7c-9338-e6a427283a71 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:45.927276 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-01f23dad-030e-41df-aff1-509996b7543a req-6dfc5f33-5988-4f7c-9338-e6a427283a71 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0835371 Mar 29 01:17:46.015319 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-01f23dad-030e-41df-aff1-509996b7543a req-fd69a3cc-b901-431a-afef-8a54f21d52c4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770321 Mar 29 01:17:46.045612 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150da8fd-1bc4-43d8-b41f-506d53dccb82 req-f4952086-8711-4482-8f99-83a528598e5f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:46.047259 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-150da8fd-1bc4-43d8-b41f-506d53dccb82 req-f4952086-8711-4482-8f99-83a528598e5f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 945 time: 0.0729408 Mar 29 01:17:46.125844 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-150da8fd-1bc4-43d8-b41f-506d53dccb82 req-f854af89-4a06-4fb7-be6d-7a4d717d3a2c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721967 Mar 29 01:17:46.156484 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6184add-a209-40f6-973b-1f6cc00eb0fd req-976c781d-7c71-48dc-9822-7c4c2c59e134 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:46.158338 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e6184add-a209-40f6-973b-1f6cc00eb0fd req-976c781d-7c71-48dc-9822-7c4c2c59e134 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0750108 Mar 29 01:17:46.221683 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e6184add-a209-40f6-973b-1f6cc00eb0fd req-5f122119-9a13-49c5-8364-ce4f097ce3b5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571163 Mar 29 01:17:47.143124 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8150b078-d40c-4751-b889-538adf48458a req-ef0961ab-6255-4ac9-a4ee-1e4afc6d52da tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:47.144614 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8150b078-d40c-4751-b889-538adf48458a req-ef0961ab-6255-4ac9-a4ee-1e4afc6d52da tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0549004 Mar 29 01:17:47.193036 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8150b078-d40c-4751-b889-538adf48458a req-a9e54b8b-0a9a-4ea0-9814-b2f82fb6f32c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422761 Mar 29 01:17:47.245778 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d49d09-c342-4205-b2f4-0b0bcebf92c6 req-ad1c911c-0432-44d5-a194-432c065f4568 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:47.247350 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-40d49d09-c342-4205-b2f4-0b0bcebf92c6 req-ad1c911c-0432-44d5-a194-432c065f4568 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 945 time: 0.0531185 Mar 29 01:17:47.295369 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-40d49d09-c342-4205-b2f4-0b0bcebf92c6 req-2e90d266-3afd-4007-8e0a-f332caabc9ba tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422316 Mar 29 01:17:47.375060 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d1db01-dbe5-47fb-a5f4-ffaeaa059fb6 req-1bb0ee72-58be-4e6b-a22e-c92f5a8df98e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:47.377942 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-56d1db01-dbe5-47fb-a5f4-ffaeaa059fb6 req-1bb0ee72-58be-4e6b-a22e-c92f5a8df98e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0712609 Mar 29 01:17:47.432197 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-56d1db01-dbe5-47fb-a5f4-ffaeaa059fb6 req-2a9e94c9-8552-48cc-bfd3-39eb6e1ee94f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469317 Mar 29 01:17:47.527668 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5544061-2450-4946-afb5-135170d3cb2f req-573af355-c42a-41a1-aeef-a3f3d8edbab8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:47.529599 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5544061-2450-4946-afb5-135170d3cb2f req-573af355-c42a-41a1-aeef-a3f3d8edbab8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 945 time: 0.0796559 Mar 29 01:17:47.539751 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38596) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:47.552772 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-6f7882f8-1c0d-4f1d-83b7-4ae07da686de tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'floatingip': {'port_id': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:17:47.679445 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f33be-0cc3-47bd-90a9-ed51916b41b4 req-0481bfbc-7f0a-4b1b-a322-46f2c625d4bf tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:47.683291 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a66f33be-0cc3-47bd-90a9-ed51916b41b4 req-0481bfbc-7f0a-4b1b-a322-46f2c625d4bf tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0626042 Mar 29 01:17:47.692221 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 38608) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:47.701496 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-724d9dad-d658-4ef4-b1a2-9d5475957ec1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'floatingip': {'port_id': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:17:47.814456 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-724d9dad-d658-4ef4-b1a2-9d5475957ec1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (45ef5965-3f63-4eb3-8746-aa0d9c789bf3), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:47.862355 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6f7882f8-1c0d-4f1d-83b7-4ae07da686de tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (977054f5-f8d2-4b9c-a17f-194dec1329a7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:48.452416 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4637d-f85f-4a90-8847-1da1976a96b9 req-05f4d96a-716f-48a3-9c34-c8f531f01344 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:48.453920 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c6d4637d-f85f-4a90-8847-1da1976a96b9 req-05f4d96a-716f-48a3-9c34-c8f531f01344 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.1577010 Mar 29 01:17:48.578611 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6f7882f8-1c0d-4f1d-83b7-4ae07da686de tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:48.583415 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6f7882f8-1c0d-4f1d-83b7-4ae07da686de tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (977054f5-f8d2-4b9c-a17f-194dec1329a7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:48.591726 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-724d9dad-d658-4ef4-b1a2-9d5475957ec1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:48.595999 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c6d4637d-f85f-4a90-8847-1da1976a96b9 req-7afe8111-3e43-4161-b7f5-2dcaefd7c48c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332123 Mar 29 01:17:48.597087 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-724d9dad-d658-4ef4-b1a2-9d5475957ec1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (45ef5965-3f63-4eb3-8746-aa0d9c789bf3), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:48.729373 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.l3_db [None req-6f7882f8-1c0d-4f1d-83b7-4ae07da686de tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Floating IP 977054f5-f8d2-4b9c-a17f-194dec1329a7 associated. External IP: 172.27.2.239, port: cc87c15a-83aa-4260-b6ed-665d191fe2d3. Mar 29 01:17:48.913271 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-724d9dad-d658-4ef4-b1a2-9d5475957ec1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Floating IP 45ef5965-3f63-4eb3-8746-aa0d9c789bf3 associated. External IP: 172.27.2.67, port: fc7dce4b-3812-40b5-a3c7-92f33d309c0c. Mar 29 01:17:48.955446 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7882f8-1c0d-4f1d-83b7-4ae07da686de tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Router d3ca4adf-1e63-4cc6-ba53-139565cc5321 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:17:49.072020 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7882f8-1c0d-4f1d-83b7-4ae07da686de tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:17:49.077371 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6f7882f8-1c0d-4f1d-83b7-4ae07da686de tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:49.090647 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9bf51-2cee-453b-aba3-fc414bb19552 None None] Sync routers for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:17:49.106999 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9bf51-2cee-453b-aba3-fc414bb19552 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:17:49.107550 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-fcf9bf51-2cee-453b-aba3-fc414bb19552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:17:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:17:49.125165 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-6f7882f8-1c0d-4f1d-83b7-4ae07da686de tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "PUT /v2.0/floatingips/977054f5-f8d2-4b9c-a17f-194dec1329a7 HTTP/1.1" status: 200 len: 991 time: 1.5840719 Mar 29 01:17:49.125850 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'tag': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:17:49.128251 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f9268d-fd99-4376-9871-418ec0b40d32" -d '{"events": [{"name": "network-changed", "server_uuid": "3f1b50dc-0f3a-48da-99df-4ea8a6cab125", "tag": "cc87c15a-83aa-4260-b6ed-665d191fe2d3"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:17:49.183227 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5475d5-185d-4ad0-a469-084fe65e176b x-openstack-request-id: req-ce5475d5-185d-4ad0-a469-084fe65e176b {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:17:49.183643 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f1b50dc-0f3a-48da-99df-4ea8a6cab125", "tag": "cc87c15a-83aa-4260-b6ed-665d191fe2d3", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:17:49.184057 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ce5475d5-185d-4ad0-a469-084fe65e176b {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:17:49.184933 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce5475d5-185d-4ad0-a469-084fe65e176b'] response: {'name': 'network-changed', 'server_uuid': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'tag': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'status': 'completed', 'code': 200} Mar 29 01:17:49.186436 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-724d9dad-d658-4ef4-b1a2-9d5475957ec1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Router 819619fe-4f35-4d32-9262-85365632943b has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:17:49.230222 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-fcf9bf51-2cee-453b-aba3-fc414bb19552 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:17:49.328601 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9268d-fd99-4376-9871-418ec0b40d32 req-d34f6fb2-1c9b-4d89-bc06-14f619024fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:49.330074 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f7f9268d-fd99-4376-9871-418ec0b40d32 req-d34f6fb2-1c9b-4d89-bc06-14f619024fd2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 1129 time: 0.0951340 Mar 29 01:17:49.349303 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724d9dad-d658-4ef4-b1a2-9d5475957ec1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:17:49.367255 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081dc66-c0f0-4b67-8035-78a075d53cfa None None] Sync routers for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:17:49.368170 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-724d9dad-d658-4ef4-b1a2-9d5475957ec1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:49.385637 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081dc66-c0f0-4b67-8035-78a075d53cfa None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:17:49.387141 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2081dc66-c0f0-4b67-8035-78a075d53cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:17:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:17:49.447022 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-724d9dad-d658-4ef4-b1a2-9d5475957ec1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "PUT /v2.0/floatingips/45ef5965-3f63-4eb3-8746-aa0d9c789bf3 HTTP/1.1" status: 200 len: 990 time: 1.7535408 Mar 29 01:17:49.457775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:17:49.457775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04ce0e2-cd85-42b3-b218-bf366175cbb7" -d '{"events": [{"name": "network-changed", "server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:17:49.521503 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-2081dc66-c0f0-4b67-8035-78a075d53cfa None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:17:49.525290 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9268d-fd99-4376-9871-418ec0b40d32 req-1f54828a-88d7-4618-8742-cfe25bcff9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:49.527341 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f7f9268d-fd99-4376-9871-418ec0b40d32 req-1f54828a-88d7-4618-8742-cfe25bcff9d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 916 time: 0.1883070 Mar 29 01:17:49.540340 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f33686-29d8-4cce-a0c1-b3fd8c1359ab x-openstack-request-id: req-53f33686-29d8-4cce-a0c1-b3fd8c1359ab {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:17:49.542546 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:17:49.542986 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53f33686-29d8-4cce-a0c1-b3fd8c1359ab {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:17:49.543553 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53f33686-29d8-4cce-a0c1-b3fd8c1359ab'] response: {'name': 'network-changed', 'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'status': 'completed', 'code': 200} Mar 29 01:17:49.552892 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-fcf9bf51-2cee-453b-aba3-fc414bb19552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '977054f5-f8d2-4b9c-a17f-194dec1329a7', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:b0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:58Z', 'updated_at': '2022-03-29T01:17:48Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:17:49.582162 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9bf51-2cee-453b-aba3-fc414bb19552 None None] Checking router: d3ca4adf-1e63-4cc6-ba53-139565cc5321 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:17:49.593155 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf9bf51-2cee-453b-aba3-fc414bb19552 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:17:49.594109 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-fcf9bf51-2cee-453b-aba3-fc414bb19552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:17:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:17:49.639133 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ce0e2-cd85-42b3-b218-bf366175cbb7 req-7fd5adb3-3035-4613-808c-8dae8684dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:49.642253 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-e04ce0e2-cd85-42b3-b218-bf366175cbb7 req-7fd5adb3-3035-4613-808c-8dae8684dff5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 1129 time: 0.0792694 Mar 29 01:17:49.749736 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f7f9268d-fd99-4376-9871-418ec0b40d32 req-8b3962c9-f58c-41e5-83a7-c575522f726e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc87c15a-83aa-4260-b6ed-665d191fe2d3 HTTP/1.1" status: 200 len: 999 time: 0.1879323 Mar 29 01:17:49.752019 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-fcf9bf51-2cee-453b-aba3-fc414bb19552 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:17:49.825806 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1cd17-298d-4f03-9b2c-6cca03b398f3 req-89181422-7270-42cf-8d0c-d5a61b3ef41e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:49.827481 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-65d1cd17-298d-4f03-9b2c-6cca03b398f3 req-89181422-7270-42cf-8d0c-d5a61b3ef41e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.1315625 Mar 29 01:17:49.847507 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9268d-fd99-4376-9871-418ec0b40d32 req-81043d22-2a2e-4b97-949d-c5e9fcfe2b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:49.848972 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f7f9268d-fd99-4376-9871-418ec0b40d32 req-81043d22-2a2e-4b97-949d-c5e9fcfe2b65 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 200 len: 854 time: 0.0927224 Mar 29 01:17:50.015611 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-65d1cd17-298d-4f03-9b2c-6cca03b398f3 req-feb8967a-7997-49d8-a622-02638347567e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728597 Mar 29 01:17:50.039820 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f9268d-fd99-4376-9871-418ec0b40d32 req-c6da2066-bc72-4a5c-9c2b-b486d2f40457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:50.041324 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f7f9268d-fd99-4376-9871-418ec0b40d32 req-c6da2066-bc72-4a5c-9c2b-b486d2f40457 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1780965 Mar 29 01:17:50.055109 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-fcf9bf51-2cee-453b-aba3-fc414bb19552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '977054f5-f8d2-4b9c-a17f-194dec1329a7', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:b0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:58Z', 'updated_at': '2022-03-29T01:17:48Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:17:50.121118 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf9bf51-2cee-453b-aba3-fc414bb19552 None None] The sync data for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi is: [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '977054f5-f8d2-4b9c-a17f-194dec1329a7', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:b0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:58Z', 'updated_at': '2022-03-29T01:17:48Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:17:50.214395 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f7f9268d-fd99-4376-9871-418ec0b40d32 req-d4ac1f0a-f53c-4d00-9114-26454d47e66f service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650338 Mar 29 01:17:50.219892 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2081dc66-c0f0-4b67-8035-78a075d53cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '45ef5965-3f63-4eb3-8746-aa0d9c789bf3', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '819619fe-4f35-4d32-9262-85365632943b', 'port_id': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'mac_address': 'fa:16:3e:7a:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c7c688-9106-4ec8-a205-ded6b9310897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:57Z', 'updated_at': '2022-03-29T01:17:48Z', 'revision_number': 1, 'project_id': '4ce5b95bcc76491185ee402041492580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:17:50.266169 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081dc66-c0f0-4b67-8035-78a075d53cfa None None] Checking router: 819619fe-4f35-4d32-9262-85365632943b for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:17:50.275788 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2081dc66-c0f0-4b67-8035-78a075d53cfa None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:17:50.276417 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2081dc66-c0f0-4b67-8035-78a075d53cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:17:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:17:50.292427 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ce0e2-cd85-42b3-b218-bf366175cbb7 req-04fe6574-262b-4d59-a003-175b735c9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:50.298827 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-e04ce0e2-cd85-42b3-b218-bf366175cbb7 req-04fe6574-262b-4d59-a003-175b735c9ec1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 918 time: 0.6389570 Mar 29 01:17:50.337820 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f7f9268d-fd99-4376-9871-418ec0b40d32 req-e66b6ad2-0a02-4d84-af82-417158f59e88 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133332 Mar 29 01:17:50.429057 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-2081dc66-c0f0-4b67-8035-78a075d53cfa None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:17:50.430204 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d00c6ba-fca9-48f9-857c-285964c8ddfb None None] New status for floating IP 977054f5-f8d2-4b9c-a17f-194dec1329a7: ACTIVE {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:17:50.443493 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-e04ce0e2-cd85-42b3-b218-bf366175cbb7 req-75777d4a-9687-46f8-8bb5-31fd4ad1c2ea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c HTTP/1.1" status: 200 len: 998 time: 0.1203701 Mar 29 01:17:50.504307 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ce0e2-cd85-42b3-b218-bf366175cbb7 req-a4c2143c-e0bf-476b-849c-d79aea8a4278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:50.505951 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-e04ce0e2-cd85-42b3-b218-bf366175cbb7 req-a4c2143c-e0bf-476b-849c-d79aea8a4278 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 200 len: 856 time: 0.0615754 Mar 29 01:17:50.579411 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04ce0e2-cd85-42b3-b218-bf366175cbb7 req-d0564595-7399-451f-869e-e5ac338301d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:50.581062 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-e04ce0e2-cd85-42b3-b218-bf366175cbb7 req-d0564595-7399-451f-869e-e5ac338301d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f31725d-258b-4c0a-a850-2f95e9536783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0681381 Mar 29 01:17:50.644823 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 38696) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:50.702389 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-e04ce0e2-cd85-42b3-b218-bf366175cbb7 req-d5149d34-5e1b-4cc0-bb89-f26886055560 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127160 Mar 29 01:17:50.729824 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-2081dc66-c0f0-4b67-8035-78a075d53cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '45ef5965-3f63-4eb3-8746-aa0d9c789bf3', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '819619fe-4f35-4d32-9262-85365632943b', 'port_id': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'mac_address': 'fa:16:3e:7a:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c7c688-9106-4ec8-a205-ded6b9310897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:57Z', 'updated_at': '2022-03-29T01:17:48Z', 'revision_number': 1, 'project_id': '4ce5b95bcc76491185ee402041492580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:17:50.771299 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2081dc66-c0f0-4b67-8035-78a075d53cfa None None] The sync data for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi is: [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '45ef5965-3f63-4eb3-8746-aa0d9c789bf3', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '819619fe-4f35-4d32-9262-85365632943b', 'port_id': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'mac_address': 'fa:16:3e:7a:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c7c688-9106-4ec8-a205-ded6b9310897', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:57Z', 'updated_at': '2022-03-29T01:17:48Z', 'revision_number': 1, 'project_id': '4ce5b95bcc76491185ee402041492580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:17:50.788833 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07ab046e-2be6-490f-b9c1-fc7b01463226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:50.838600 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-e04ce0e2-cd85-42b3-b218-bf366175cbb7 req-8b224013-2eb9-4cce-a605-638d5619cea3 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286018 Mar 29 01:17:50.893324 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07ab046e-2be6-490f-b9c1-fc7b01463226 admin admin] Publish callbacks [] for security_group (c8e22955-369d-49cd-b578-4d44a9beb18f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:50.898026 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-07ab046e-2be6-490f-b9c1-fc7b01463226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c8e22955-369d-49cd-b578-4d44a9beb18f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:50.937390 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-07ab046e-2be6-490f-b9c1-fc7b01463226 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=752e2e1e0d6d40e581f56964e0132277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2912383 Mar 29 01:17:50.938373 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab046e-2be6-490f-b9c1-fc7b01463226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e22955-369d-49cd-b578-4d44a9beb18f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:50.940330 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38702) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:50.992508 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e0d98b33-1b5d-4e7d-a024-0381048a8087 admin admin] Publish callbacks [] for security_group (c8e22955-369d-49cd-b578-4d44a9beb18f), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:51.012352 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c491471-8c84-4a7a-a89f-d52e351640c8 None None] New status for floating IP 45ef5965-3f63-4eb3-8746-aa0d9c789bf3: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:17:51.015441 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e0d98b33-1b5d-4e7d-a024-0381048a8087 admin admin] Publish callbacks [] for security_group (c8e22955-369d-49cd-b578-4d44a9beb18f), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:51.087624 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e0d98b33-1b5d-4e7d-a024-0381048a8087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c8e22955-369d-49cd-b578-4d44a9beb18f), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:51.090352 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e0d98b33-1b5d-4e7d-a024-0381048a8087 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:51.095248 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-e0d98b33-1b5d-4e7d-a024-0381048a8087 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8e22955-369d-49cd-b578-4d44a9beb18f HTTP/1.1" status: 204 len: 168 time: 0.1537912 Mar 29 01:17:51.115013 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d98b33-1b5d-4e7d-a024-0381048a8087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e22955-369d-49cd-b578-4d44a9beb18f,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:51.214512 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f8d5a-9452-4be7-96ec-dffb26464b94 req-1e9933ea-499c-4022-9cfe-bf9b881b710b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:51.216815 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b49f8d5a-9452-4be7-96ec-dffb26464b94 req-1e9933ea-499c-4022-9cfe-bf9b881b710b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0857131 Mar 29 01:17:51.290693 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b49f8d5a-9452-4be7-96ec-dffb26464b94 req-c440ca90-e021-4c91-946c-47285e4baa47 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657022 Mar 29 01:17:51.490740 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 38724) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:51.505035 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-10e504ce-4eca-477f-b906-ab247452db27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:51.584510 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-10e504ce-4eca-477f-b906-ab247452db27 admin admin] Publish callbacks [] for security_group (e58030a6-efa9-4a1d-9fa8-3409b8bdbde3), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:51.588797 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-10e504ce-4eca-477f-b906-ab247452db27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (e58030a6-efa9-4a1d-9fa8-3409b8bdbde3), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:51.626180 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-10e504ce-4eca-477f-b906-ab247452db27 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9234f1180fa4ef5ae207d34e8700e93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336458 Mar 29 01:17:51.627066 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e504ce-4eca-477f-b906-ab247452db27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58030a6-efa9-4a1d-9fa8-3409b8bdbde3,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:51.628856 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 38728) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:17:51.678187 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90f6c401-eefd-4dee-8b00-047242757fbc admin admin] Publish callbacks [] for security_group (e58030a6-efa9-4a1d-9fa8-3409b8bdbde3), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:51.699260 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90f6c401-eefd-4dee-8b00-047242757fbc admin admin] Publish callbacks [] for security_group (e58030a6-efa9-4a1d-9fa8-3409b8bdbde3), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:51.746662 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90f6c401-eefd-4dee-8b00-047242757fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (e58030a6-efa9-4a1d-9fa8-3409b8bdbde3), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:51.749271 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90f6c401-eefd-4dee-8b00-047242757fbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:51.750464 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-90f6c401-eefd-4dee-8b00-047242757fbc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e58030a6-efa9-4a1d-9fa8-3409b8bdbde3 HTTP/1.1" status: 204 len: 168 time: 0.1206002 Mar 29 01:17:51.758635 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6c401-eefd-4dee-8b00-047242757fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58030a6-efa9-4a1d-9fa8-3409b8bdbde3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:17:52.422726 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756be2e-e9ce-4d1d-a47d-b38a2d61b7eb req-50b4c8de-abbb-4543-b1ea-ee7373e23701 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:52.424266 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9756be2e-e9ce-4d1d-a47d-b38a2d61b7eb req-50b4c8de-abbb-4543-b1ea-ee7373e23701 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0516644 Mar 29 01:17:52.473543 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9756be2e-e9ce-4d1d-a47d-b38a2d61b7eb req-45426755-c3d7-4419-b71f-4097bc679cbf tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435569 Mar 29 01:17:53.593213 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc1fa7b-dff3-4371-9b17-58aa1ccd7c8b req-3054da73-0a24-4c28-a60e-a38ab865f2ed tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:53.594740 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dbc1fa7b-dff3-4371-9b17-58aa1ccd7c8b req-3054da73-0a24-4c28-a60e-a38ab865f2ed tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0570118 Mar 29 01:17:53.645837 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dbc1fa7b-dff3-4371-9b17-58aa1ccd7c8b req-ef7df6c4-8923-4f43-9e0b-11b923184ef7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450819 Mar 29 01:17:54.760556 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b245fd9-fc6d-44d0-b042-881413123914 req-e0548a00-6cb1-42ef-ab05-0995fbc4547e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:54.762059 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1b245fd9-fc6d-44d0-b042-881413123914 req-e0548a00-6cb1-42ef-ab05-0995fbc4547e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0511084 Mar 29 01:17:54.813444 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1b245fd9-fc6d-44d0-b042-881413123914 req-672ea2a3-2cdf-4e47-8f6c-5b8f120a81b2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456769 Mar 29 01:17:55.109688 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5b7f04b5-b92b-4d60-8f8d-d2a111dda617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:55.927954 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726631f-273d-4acd-a536-2d088d1ba8f6 req-6c39ddc3-c75d-49db-ad26-375072a2ef39 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:55.929965 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0726631f-273d-4acd-a536-2d088d1ba8f6 req-6c39ddc3-c75d-49db-ad26-375072a2ef39 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0503628 Mar 29 01:17:55.980872 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0726631f-273d-4acd-a536-2d088d1ba8f6 req-2acb664b-894b-411c-8cf9-e553581478fe tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455101 Mar 29 01:17:57.099514 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70851ccf-47ae-4372-9a0d-6741ab9a3652 req-77fc188b-48e3-41f0-a5cc-f85629578a58 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:57.100989 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-70851ccf-47ae-4372-9a0d-6741ab9a3652 req-77fc188b-48e3-41f0-a5cc-f85629578a58 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0536010 Mar 29 01:17:57.151052 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-70851ccf-47ae-4372-9a0d-6741ab9a3652 req-f1d7144a-58cd-4555-8a63-e1d001a45a5c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445030 Mar 29 01:17:57.482895 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d2a5440f-a4f8-4a7b-ae32-190e27d6fc9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:58.265336 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6891354b-f918-4acf-8395-d944091a6ef2 req-07b9618c-4e89-4912-8cba-ce702742bcf3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:58.266806 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6891354b-f918-4acf-8395-d944091a6ef2 req-07b9618c-4e89-4912-8cba-ce702742bcf3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0524166 Mar 29 01:17:58.313690 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6891354b-f918-4acf-8395-d944091a6ef2 req-3ca84210-219b-42f6-90f6-0c8c28bbf14d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Mar 29 01:17:58.528142 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:17:59.440534 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998591e9-41f1-4982-b387-645379a46ddb req-f1c95281-9b11-46c9-8f07-a7cea2292557 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:17:59.442033 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-998591e9-41f1-4982-b387-645379a46ddb req-f1c95281-9b11-46c9-8f07-a7cea2292557 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0630069 Mar 29 01:17:59.492535 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-998591e9-41f1-4982-b387-645379a46ddb req-d4957348-3166-4872-972c-7fa87a88ecd3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Mar 29 01:17:59.918430 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:00.606957 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b12d2d-31e9-4c97-844f-27305abc5479 req-9832491e-79db-4e4b-a0cd-e06795d4a028 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:00.608472 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-22b12d2d-31e9-4c97-844f-27305abc5479 req-9832491e-79db-4e4b-a0cd-e06795d4a028 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0503683 Mar 29 01:18:00.655988 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-22b12d2d-31e9-4c97-844f-27305abc5479 req-f8725884-2b9d-448f-8921-21668acd5174 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418921 Mar 29 01:18:00.677688 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:18:01.493773 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:01.774702 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9202950-1be5-4d2d-a078-500aef249c0a req-79c6219b-a559-4649-a9c2-6c7bb512e410 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:01.776209 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a9202950-1be5-4d2d-a078-500aef249c0a req-79c6219b-a559-4649-a9c2-6c7bb512e410 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0519412 Mar 29 01:18:01.827034 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a9202950-1be5-4d2d-a078-500aef249c0a req-26972919-2814-47c2-a700-dedf7ba205ef tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452297 Mar 29 01:18:02.941792 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00ecef5-4b52-4abf-af73-1c7c58793b53 req-2f4ca1a0-855c-4689-bfcd-4cfe287d8c50 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:02.943283 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a00ecef5-4b52-4abf-af73-1c7c58793b53 req-2f4ca1a0-855c-4689-bfcd-4cfe287d8c50 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0508227 Mar 29 01:18:02.990729 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a00ecef5-4b52-4abf-af73-1c7c58793b53 req-30ff004d-b385-4c4f-a194-32fe8bcb2bbf tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410113 Mar 29 01:18:03.183892 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:04.155350 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d3e85-e43d-4cac-bd88-e7ab4233e42a req-8e6ddf97-ee34-4003-ba09-2551bbed5bf8 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:04.156814 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ee8d3e85-e43d-4cac-bd88-e7ab4233e42a req-8e6ddf97-ee34-4003-ba09-2551bbed5bf8 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0870214 Mar 29 01:18:04.168843 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf96db-958c-4735-ae28-5cf81cc6063f req-9a15352d-b0a9-423e-a4d3-6399f4ac6e08 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:04.170218 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c8cf96db-958c-4735-ae28-5cf81cc6063f req-9a15352d-b0a9-423e-a4d3-6399f4ac6e08 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.0737855 Mar 29 01:18:04.239288 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ee8d3e85-e43d-4cac-bd88-e7ab4233e42a req-b8087067-f077-4751-b635-fc913e14f9cd tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680175 Mar 29 01:18:04.243303 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c8cf96db-958c-4735-ae28-5cf81cc6063f req-2524d994-09c4-441f-ba9a-544c3a9ef80c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667183 Mar 29 01:18:05.387135 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e6142-ba6e-486b-87b2-3834b7813c78 req-9d5b38eb-8499-4424-a651-4e8fd971c33e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:05.388516 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e10e6142-ba6e-486b-87b2-3834b7813c78 req-9d5b38eb-8499-4424-a651-4e8fd971c33e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0844266 Mar 29 01:18:05.395140 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8d1be4-c5ef-42b2-a064-120a9bd4eb66 req-35281ec8-55e9-4728-adae-779ad468594e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:05.396466 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dd8d1be4-c5ef-42b2-a064-120a9bd4eb66 req-35281ec8-55e9-4728-adae-779ad468594e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.0814161 Mar 29 01:18:05.469151 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dd8d1be4-c5ef-42b2-a064-120a9bd4eb66 req-f5050d7c-5969-4245-8dba-f732f1ddcaef tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659809 Mar 29 01:18:05.472101 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e10e6142-ba6e-486b-87b2-3834b7813c78 req-b9917ccb-fb51-4dac-863e-a6f84e879b8d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747809 Mar 29 01:18:06.619597 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5605a-0f06-4227-a182-02ea4240dae6 req-a07022ca-91f9-43e5-bf26-1588ac052e18 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:06.621064 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e5e5605a-0f06-4227-a182-02ea4240dae6 req-a07022ca-91f9-43e5-bf26-1588ac052e18 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.0827441 Mar 29 01:18:06.627778 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f1d1c-63df-4cc4-8dae-c1fd8df1d9d9 req-0d04916e-f1d9-483c-ae5c-7b2f967504cc tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:06.629135 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f39f1d1c-63df-4cc4-8dae-c1fd8df1d9d9 req-0d04916e-f1d9-483c-ae5c-7b2f967504cc tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0919995 Mar 29 01:18:06.700763 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e5e5605a-0f06-4227-a182-02ea4240dae6 req-05c173ba-4e2d-4971-8404-ea1d1d9a60df tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707021 Mar 29 01:18:06.707521 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f39f1d1c-63df-4cc4-8dae-c1fd8df1d9d9 req-c69d09a2-7ea8-46e2-8c1c-a20d290d2a39 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703456 Mar 29 01:18:07.848810 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc2d30c-3d8e-43fb-9656-00dbb7ca0b99 req-23f60ef9-0e6b-4815-8e7b-32c129b4e71e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:07.850211 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3dc2d30c-3d8e-43fb-9656-00dbb7ca0b99 req-23f60ef9-0e6b-4815-8e7b-32c129b4e71e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.0826252 Mar 29 01:18:07.858637 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc16ae4-f75a-4b31-9bdc-5d2f8ed3a7f1 req-c3d025a5-19f4-413d-9b0d-a44f47f3f2c0 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:07.860088 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0dc16ae4-f75a-4b31-9bdc-5d2f8ed3a7f1 req-c3d025a5-19f4-413d-9b0d-a44f47f3f2c0 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0835514 Mar 29 01:18:07.933582 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3dc2d30c-3d8e-43fb-9656-00dbb7ca0b99 req-baa37bec-bf77-42fd-a78f-bdd8c91c23e9 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725288 Mar 29 01:18:07.941842 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0dc16ae4-f75a-4b31-9bdc-5d2f8ed3a7f1 req-609c49df-6092-425e-8f0e-a7835ba57da0 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742569 Mar 29 01:18:09.087321 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ad62e-8740-49b2-bea2-84165c6e1e66 req-f3b195fd-c628-4996-849f-05260463a95c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:09.088790 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5c1ad62e-8740-49b2-bea2-84165c6e1e66 req-f3b195fd-c628-4996-849f-05260463a95c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.0827279 Mar 29 01:18:09.100041 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e16b3f-3dbd-4ddc-91f7-9c30865bb7a8 req-5bbef226-ba9a-4bc9-bce8-19b713b61117 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:09.101408 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b8e16b3f-3dbd-4ddc-91f7-9c30865bb7a8 req-5bbef226-ba9a-4bc9-bce8-19b713b61117 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0700128 Mar 29 01:18:09.176068 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5c1ad62e-8740-49b2-bea2-84165c6e1e66 req-85d2be82-40a6-4ce4-8396-0e2033e3cf87 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731986 Mar 29 01:18:09.179261 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b8e16b3f-3dbd-4ddc-91f7-9c30865bb7a8 req-8e1dc055-8aa2-42d1-8002-4b6fdc3a8811 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709302 Mar 29 01:18:10.370226 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f8dcd3-014a-49f8-bf36-9214388e9ec7 req-bebe98ba-9c03-44fb-aa9a-ba7c50a6fb6c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:10.371753 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-07f8dcd3-014a-49f8-bf36-9214388e9ec7 req-bebe98ba-9c03-44fb-aa9a-ba7c50a6fb6c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.0860841 Mar 29 01:18:10.378947 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9a52f-12b1-40c1-b937-716c7bafda6c req-a735c103-10f6-4976-b411-82494bf493a6 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:10.380437 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bcf9a52f-12b1-40c1-b937-716c7bafda6c req-a735c103-10f6-4976-b411-82494bf493a6 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.1049154 Mar 29 01:18:10.454649 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-07f8dcd3-014a-49f8-bf36-9214388e9ec7 req-fed8547b-6d9b-4793-8d6f-1f6842adaf62 tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/security-groups?id=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729411 Mar 29 01:18:10.458137 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bcf9a52f-12b1-40c1-b937-716c7bafda6c req-074cfd85-d6ef-4bdb-b4db-05efb6787029 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694995 Mar 29 01:18:10.898697 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0f4a3e-3393-434c-b916-09c94952aee2 req-bd10522e-a721-4363-b91b-043492b0d20e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:10.900403 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d0f4a3e-3393-434c-b916-09c94952aee2 req-bd10522e-a721-4363-b91b-043492b0d20e tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 946 time: 0.0876615 Mar 29 01:18:11.031267 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-2d0f4a3e-3393-434c-b916-09c94952aee2 req-8ded4132-edbc-4259-b226-840f3c51810c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Deleting port 2979632d-c64f-4f9a-98b9-ff418631976a {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:18:11.031537 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d0f4a3e-3393-434c-b916-09c94952aee2 req-8ded4132-edbc-4259-b226-840f3c51810c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:11.126322 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-2d0f4a3e-3393-434c-b916-09c94952aee2 req-8ded4132-edbc-4259-b226-840f3c51810c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] For port 2979632d-c64f-4f9a-98b9-ff418631976a, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2979632d-c64f-4f9a-98b9-ff418631976a,segment=NetworkSegment(ca523a68-89fc-48d9-b62b-aab4961f6c7c),segment_id=ca523a68-89fc-48d9-b62b-aab4961f6c7c)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:18:11.126799 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d0f4a3e-3393-434c-b916-09c94952aee2 req-8ded4132-edbc-4259-b226-840f3c51810c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:11.142091 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-2d0f4a3e-3393-434c-b916-09c94952aee2 req-8ded4132-edbc-4259-b226-840f3c51810c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Calling delete_port for 2979632d-c64f-4f9a-98b9-ff418631976a owned by compute:nova {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:18:11.298486 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d0f4a3e-3393-434c-b916-09c94952aee2 req-8ded4132-edbc-4259-b226-840f3c51810c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637'] for port (2979632d-c64f-4f9a-98b9-ff418631976a), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:11.312950 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['2979632d-c64f-4f9a-98b9-ff418631976a'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:18:11.330239 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ded4132-edbc-4259-b226-840f3c51810c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Pushing event deleted for resources: {'Port': ['ID=2979632d-c64f-4f9a-98b9-ff418631976a,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:11.398994 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39090) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:11.402298 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0f4a3e-3393-434c-b916-09c94952aee2 req-8ded4132-edbc-4259-b226-840f3c51810c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] No DVR routers for this DVR port 2979632d-c64f-4f9a-98b9-ff418631976a on host hv-cinder-75078 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:18:11.405476 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d0f4a3e-3393-434c-b916-09c94952aee2 req-8ded4132-edbc-4259-b226-840f3c51810c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:11.408971 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d0f4a3e-3393-434c-b916-09c94952aee2 req-8ded4132-edbc-4259-b226-840f3c51810c tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.13 "DELETE /v2.0/ports/2979632d-c64f-4f9a-98b9-ff418631976a HTTP/1.1" status: 204 len: 173 time: 0.4994423 Mar 29 01:18:11.409406 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9fbeda2-0b2d-415b-a0c9-5c763a694ccd', 'name': 'network-vif-deleted', 'tag': '2979632d-c64f-4f9a-98b9-ff418631976a'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:18:11.411611 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d63e842-c4c2-4972-8e6b-aed02bfa16ad" -d '{"events": [{"server_uuid": "c9fbeda2-0b2d-415b-a0c9-5c763a694ccd", "name": "network-vif-deleted", "tag": "2979632d-c64f-4f9a-98b9-ff418631976a"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:18:11.452397 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ca9b2c0-dbd4-409a-8fc0-3bdc1969ad7b x-openstack-request-id: req-3ca9b2c0-dbd4-409a-8fc0-3bdc1969ad7b {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:18:11.452696 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9fbeda2-0b2d-415b-a0c9-5c763a694ccd", "name": "network-vif-deleted", "tag": "2979632d-c64f-4f9a-98b9-ff418631976a", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:18:11.452954 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3ca9b2c0-dbd4-409a-8fc0-3bdc1969ad7b {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:18:11.453357 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca9b2c0-dbd4-409a-8fc0-3bdc1969ad7b'] response: {'server_uuid': 'c9fbeda2-0b2d-415b-a0c9-5c763a694ccd', 'name': 'network-vif-deleted', 'tag': '2979632d-c64f-4f9a-98b9-ff418631976a', 'status': 'completed', 'code': 200} Mar 29 01:18:11.572566 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f1656c-9535-4abf-912f-cfd16fbce89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:11.613550 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3670903b-911e-4c32-aac8-978830f6e377 req-6afa9998-5003-4432-8948-fa0a8fa3e8bd tempest-DeleteServersTestJSON-619735496 tempest-DeleteServersTestJSON-619735496-project] 10.222.0.23 "GET /v2.0/ports?device_id=c9fbeda2-0b2d-415b-a0c9-5c763a694ccd HTTP/1.1" status: 200 len: 210 time: 0.0655355 Mar 29 01:18:11.652593 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ec363-0731-4efe-8870-a252c81296b6 req-e69d3b3e-1218-469f-bd6b-cb4eaf9d4833 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:11.654134 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-391ec363-0731-4efe-8870-a252c81296b6 req-e69d3b3e-1218-469f-bd6b-cb4eaf9d4833 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.1050563 Mar 29 01:18:11.727389 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-391ec363-0731-4efe-8870-a252c81296b6 req-4e3f20dd-de01-4af7-a7c2-f119d27287f6 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668621 Mar 29 01:18:11.745561 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f1656c-9535-4abf-912f-cfd16fbce89b admin admin] Publish callbacks [] for security_group (4eb4aab0-f030-403c-b96a-7517bbf08a58), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:11.752230 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e2f1656c-9535-4abf-912f-cfd16fbce89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (4eb4aab0-f030-403c-b96a-7517bbf08a58), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:11.792254 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f1656c-9535-4abf-912f-cfd16fbce89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb4aab0-f030-403c-b96a-7517bbf08a58,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:11.796568 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e2f1656c-9535-4abf-912f-cfd16fbce89b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c47f9b0985d4e7893a75e455faef1c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3969047 Mar 29 01:18:11.799233 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39124) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:11.857462 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcabd-95a0-4e43-8611-5a757043b24a admin admin] Publish callbacks [] for security_group (4eb4aab0-f030-403c-b96a-7517bbf08a58), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:11.871382 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcabd-95a0-4e43-8611-5a757043b24a admin admin] Publish callbacks [] for security_group (4eb4aab0-f030-403c-b96a-7517bbf08a58), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:11.932259 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcabd-95a0-4e43-8611-5a757043b24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (4eb4aab0-f030-403c-b96a-7517bbf08a58), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:11.935075 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c3fcabd-95a0-4e43-8611-5a757043b24a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:11.936978 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3c3fcabd-95a0-4e43-8611-5a757043b24a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4eb4aab0-f030-403c-b96a-7517bbf08a58 HTTP/1.1" status: 204 len: 168 time: 0.1364543 Mar 29 01:18:11.946008 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3fcabd-95a0-4e43-8611-5a757043b24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb4aab0-f030-403c-b96a-7517bbf08a58,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:12.228437 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39142) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:12.241246 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1716b855-f4e0-4d70-b035-9593818dd8a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:12.315973 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1716b855-f4e0-4d70-b035-9593818dd8a2 admin admin] Publish callbacks [] for security_group (ac27cbb9-d7a0-4835-959d-f1deeab6ca31), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:12.320428 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1716b855-f4e0-4d70-b035-9593818dd8a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (ac27cbb9-d7a0-4835-959d-f1deeab6ca31), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:12.359083 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1716b855-f4e0-4d70-b035-9593818dd8a2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9abfb27267714d1c9d659d5569362750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1295607 Mar 29 01:18:12.359930 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716b855-f4e0-4d70-b035-9593818dd8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac27cbb9-d7a0-4835-959d-f1deeab6ca31,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:12.361841 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39144) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:12.409804 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e0e220e9-b260-4138-a673-b170a162c268 admin admin] Publish callbacks [] for security_group (ac27cbb9-d7a0-4835-959d-f1deeab6ca31), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:12.431464 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e0e220e9-b260-4138-a673-b170a162c268 admin admin] Publish callbacks [] for security_group (ac27cbb9-d7a0-4835-959d-f1deeab6ca31), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:12.484079 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e0e220e9-b260-4138-a673-b170a162c268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (ac27cbb9-d7a0-4835-959d-f1deeab6ca31), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:12.486903 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e0e220e9-b260-4138-a673-b170a162c268 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:12.488060 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-e0e220e9-b260-4138-a673-b170a162c268 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ac27cbb9-d7a0-4835-959d-f1deeab6ca31 HTTP/1.1" status: 204 len: 168 time: 0.1250904 Mar 29 01:18:12.497869 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e220e9-b260-4138-a673-b170a162c268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac27cbb9-d7a0-4835-959d-f1deeab6ca31,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:12.845557 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39164) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:12.859241 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ec8daef8-479e-4bf7-9e52-866e4368633d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:12.869074 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e38796-05c9-475e-a235-b8ef57c79d20 req-a6dac2c7-c86f-4d4e-9f7c-1720e96d53be tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:12.870559 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-07e38796-05c9-475e-a235-b8ef57c79d20 req-a6dac2c7-c86f-4d4e-9f7c-1720e96d53be tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0605683 Mar 29 01:18:12.942089 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-07e38796-05c9-475e-a235-b8ef57c79d20 req-94028f57-ff5c-48b4-9be4-15d7c4877767 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538130 Mar 29 01:18:12.960526 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ec8daef8-479e-4bf7-9e52-866e4368633d admin admin] Publish callbacks [] for security_group (d51703e5-3533-4c1b-b9a7-fdd853ae92ca), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:12.968136 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ec8daef8-479e-4bf7-9e52-866e4368633d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d51703e5-3533-4c1b-b9a7-fdd853ae92ca), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:13.012255 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-ec8daef8-479e-4bf7-9e52-866e4368633d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dcbbb60d54e94a5e84cacace2bc82128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1656222 Mar 29 01:18:13.014876 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39180) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:13.017679 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8daef8-479e-4bf7-9e52-866e4368633d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51703e5-3533-4c1b-b9a7-fdd853ae92ca,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:13.098901 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19ea51b3-919e-46ae-ac07-7128736e3abb admin admin] Publish callbacks [] for security_group (d51703e5-3533-4c1b-b9a7-fdd853ae92ca), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:13.125252 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19ea51b3-919e-46ae-ac07-7128736e3abb admin admin] Publish callbacks [] for security_group (d51703e5-3533-4c1b-b9a7-fdd853ae92ca), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:13.176662 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19ea51b3-919e-46ae-ac07-7128736e3abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d51703e5-3533-4c1b-b9a7-fdd853ae92ca), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:13.179385 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-19ea51b3-919e-46ae-ac07-7128736e3abb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:13.180607 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-19ea51b3-919e-46ae-ac07-7128736e3abb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d51703e5-3533-4c1b-b9a7-fdd853ae92ca HTTP/1.1" status: 204 len: 168 time: 0.1643584 Mar 29 01:18:13.190896 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea51b3-919e-46ae-ac07-7128736e3abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51703e5-3533-4c1b-b9a7-fdd853ae92ca,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:14.074214 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6262cd3d-455f-45de-b8dc-9e2a31c00ca1 req-10e77f37-60f3-4caf-b2d5-e8fda2aa4bff tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:14.081820 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6262cd3d-455f-45de-b8dc-9e2a31c00ca1 req-10e77f37-60f3-4caf-b2d5-e8fda2aa4bff tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0663137 Mar 29 01:18:14.126350 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6262cd3d-455f-45de-b8dc-9e2a31c00ca1 req-54312861-beb2-41ae-92ea-6e32fa95f111 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433228 Mar 29 01:18:14.130460 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39232) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:14.176667 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-cee602a1-4bee-407d-a693-5658ca26d70c admin admin] Deleting subnet b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:18:14.180069 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cee602a1-4bee-407d-a693-5658ca26d70c admin admin] Publish callbacks [] for subnet (b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.219342 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cee602a1-4bee-407d-a693-5658ca26d70c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17431472'] for subnet (b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.262630 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cee602a1-4bee-407d-a693-5658ca26d70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.339801 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cee602a1-4bee-407d-a693-5658ca26d70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17431170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16946388'] for subnet (b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.377303 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee602a1-4bee-407d-a693-5658ca26d70c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:14.379984 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cee602a1-4bee-407d-a693-5658ca26d70c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.383695 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-cee602a1-4bee-407d-a693-5658ca26d70c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b7d63631-dc87-4a8d-bf12-a6dd8c0cd1e3 HTTP/1.1" status: 204 len: 168 time: 0.2521279 Mar 29 01:18:14.386704 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39278) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:14.429608 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 2979632d-c64f-4f9a-98b9-ff418631976a no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:18:14.486775 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 2979632d-c64f-4f9a-98b9-ff418631976a {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:18:14.487326 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 2979632d-c64f-4f9a-98b9-ff418631976a not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:18:14.493957 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (ebbbde10-994a-459f-b129-fef1f46037ca), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.561856 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71cbe5-dd1e-4a08-a442-41de73f76a25 req-a6dca541-b051-40ba-8e20-d33d76b7c264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:14.563999 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ef71cbe5-dd1e-4a08-a442-41de73f76a25 req-a6dca541-b051-40ba-8e20-d33d76b7c264 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 1130 time: 0.0671675 Mar 29 01:18:14.609568 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (ebbbde10-994a-459f-b129-fef1f46037ca), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.633018 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ef71cbe5-dd1e-4a08-a442-41de73f76a25 req-9d5498fb-c308-44cf-9f13-28561b56fd8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557950 Mar 29 01:18:14.642286 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbbde10-994a-459f-b129-fef1f46037ca']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:14.653812 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca523a68-89fc-48d9-b62b-aab4961f6c7c') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:14.654117 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca523a68-89fc-48d9-b62b-aab4961f6c7c') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:14.663803 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17431483'] for segment (ca523a68-89fc-48d9-b62b-aab4961f6c7c), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.679903 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (ca523a68-89fc-48d9-b62b-aab4961f6c7c), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.691271 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:18:14.691913 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17430564'] for segment (ca523a68-89fc-48d9-b62b-aab4961f6c7c), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: Traceback (most recent call last): Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: timer() Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: cb(*args, **kw) Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: return func(*args, **kwargs) Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: self._notify() Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: self.callback(batched_events) Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: event.method(event) Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: return f(self, *a, **k) Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._get(url).json() Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:18:14.694616 dv-cinder-750782-13-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:18:14.790104 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (ebbbde10-994a-459f-b129-fef1f46037ca), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.799240 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:14.803104 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] 10.222.0.23 "DELETE /v2.0/networks/ebbbde10-994a-459f-b129-fef1f46037ca HTTP/1.1" status: 204 len: 168 time: 0.4152803 Mar 29 01:18:14.818472 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687270c5-2801-41e5-94b6-b75b9cb8e660 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebbbde10-994a-459f-b129-fef1f46037ca,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:14.994984 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39308) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:15.035145 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-96953984-f762-4af6-bcd9-479f903bdd1c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7761d02469ab44c19e57d72ed4091a21&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0389838 Mar 29 01:18:15.037545 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39310) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:15.098257 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e148d52f-27f7-4b75-9a9e-c9c27556b859 admin admin] Publish callbacks [] for security_group (272d0ac2-fb91-4caf-a3ff-80dcb6dd812b), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:15.123157 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e148d52f-27f7-4b75-9a9e-c9c27556b859 admin admin] Publish callbacks [] for security_group (272d0ac2-fb91-4caf-a3ff-80dcb6dd812b), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:15.179943 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e148d52f-27f7-4b75-9a9e-c9c27556b859 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (272d0ac2-fb91-4caf-a3ff-80dcb6dd812b), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:15.183588 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e148d52f-27f7-4b75-9a9e-c9c27556b859 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:15.185353 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-e148d52f-27f7-4b75-9a9e-c9c27556b859 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/272d0ac2-fb91-4caf-a3ff-80dcb6dd812b HTTP/1.1" status: 204 len: 168 time: 0.1467423 Mar 29 01:18:15.208757 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e148d52f-27f7-4b75-9a9e-c9c27556b859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272d0ac2-fb91-4caf-a3ff-80dcb6dd812b,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:15.286976 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2732f-4402-4ca4-877c-78bc0476da29 req-f66eb29c-9228-42a9-b403-a00d50a60668 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:15.299815 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-52a2732f-4402-4ca4-877c-78bc0476da29 req-f66eb29c-9228-42a9-b403-a00d50a60668 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0913627 Mar 29 01:18:15.347684 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-52a2732f-4402-4ca4-877c-78bc0476da29 req-26bbfecd-f670-4969-949d-9ce108165d52 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469313 Mar 29 01:18:15.924164 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39362) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:16.026380 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1677166541-network', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:16.051980 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Made reservation on behalf of 902a86ad707c47ad86317d2da4d8330d for: {'network': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:18:16.054294 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:16.063665 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:16.145905 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Publish callbacks [] for security_group (0b68c329-2c41-430f-99d2-ed1a35647a05), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:16.149918 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (0b68c329-2c41-430f-99d2-ed1a35647a05), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:16.180170 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=103386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:18:16.186243 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b68c329-2c41-430f-99d2-ed1a35647a05,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:16.194798 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (e60b5a2f-ed82-4ed5-b22d-394c0c566fc5), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:16.195056 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.segments_db [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Added segment e60b5a2f-ed82-4ed5-b22d-394c0c566fc5 of type vlan for network 872ba3d6-a4f4-440e-b819-614235685003 Mar 29 01:18:16.236485 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (872ba3d6-a4f4-440e-b819-614235685003), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:16.261143 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (872ba3d6-a4f4-440e-b819-614235685003), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:16.262158 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:16.262723 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:16.328616 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4026444 Mar 29 01:18:16.329026 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39374) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:16.333913 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] Request body: {'subnet': {'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1677166541-subnet', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:16.337682 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb784d-c9cf-4f57-94d6-df2934754790 admin admin] Pushing event updated for resources: {'Network': ['ID=872ba3d6-a4f4-440e-b819-614235685003,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:16.348318 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 872ba3d6-a4f4-440e-b819-614235685003 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:18:16.356885 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] Made reservation on behalf of 902a86ad707c47ad86317d2da4d8330d for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:18:16.359989 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16946379'] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:16.720933 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87d8614-78eb-4288-bc03-b143f39678f3 req-e891ca8b-6f2e-4f88-ace9-4842487120b6 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:16.722429 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f87d8614-78eb-4288-bc03-b143f39678f3 req-e891ca8b-6f2e-4f88-ace9-4842487120b6 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.2879512 Mar 29 01:18:16.801818 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17431233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16946397'] for subnet (4ef3743e-1971-40c1-94e5-2ae73513de69), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:16.813323 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f87d8614-78eb-4288-bc03-b143f39678f3 req-9de85326-f43e-4279-ba58-1283d86b0e1d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846972 Mar 29 01:18:16.871335 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef3743e-1971-40c1-94e5-2ae73513de69,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:16.879497 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] Checking segment: {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:18:16.879859 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] Network hostable DHCP agents. Network: 872ba3d6-a4f4-440e-b819-614235685003, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:18:16.926629 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] Network 872ba3d6-a4f4-440e-b819-614235685003 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:18:16.939795 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 872ba3d6-a4f4-440e-b819-614235685003) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:16.944342 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:16.945459 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:16.949654 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93578959-ff3a-493f-b0c7-4f6910f85fc7 None None] Network 872ba3d6-a4f4-440e-b819-614235685003 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:18:16.958888 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475e171-89c3-4ee8-a730-1a6da5db04d2 req-91ed3275-475c-48cc-b7fc-6ab0cdc189a9 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:16.960342 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c475e171-89c3-4ee8-a730-1a6da5db04d2 req-91ed3275-475c-48cc-b7fc-6ab0cdc189a9 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0774431 Mar 29 01:18:16.975548 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-90a871b1-eb81-4bb4-9b00-38d5f9c66264 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6452889 Mar 29 01:18:16.978315 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39382) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:16.984328 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:17.016560 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61828'] for router (4ae8effa-86cf-4466-b0f4-44928a38106a), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.018102 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61853'] for router (4ae8effa-86cf-4466-b0f4-44928a38106a), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.031372 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c475e171-89c3-4ee8-a730-1a6da5db04d2 req-a79d804f-2936-4763-b006-36403e037ec2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645466 Mar 29 01:18:17.069129 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-872ba3d6-a4f4-440e-b819-614235685003', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:18:17.070002 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.087102 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Publish callbacks [] for router_controller (4ae8effa-86cf-4466-b0f4-44928a38106a), precommit_add_association {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.226678 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Allocated IP 172.20.0.2 (872ba3d6-a4f4-440e-b819-614235685003/4ef3743e-1971-40c1-94e5-2ae73513de69/bd7e4f0c-6c45-4951-8d62-fad30c61bcba) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:18:17.275084 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Publish callbacks [] for router_gateway (4ae8effa-86cf-4466-b0f4-44928a38106a), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.385804 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Publish callbacks [] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.393288 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.450014 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Network 872ba3d6-a4f4-440e-b819-614235685003 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:18:17.454367 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:17.456491 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Pushing event updated for resources: {'Port': ['ID=bd7e4f0c-6c45-4951-8d62-fad30c61bcba,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:17.472564 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:18:17.534546 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Attempting to bind port bd7e4f0c-6c45-4951-8d62-fad30c61bcba on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:18:17.535016 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Attempting to bind port bd7e4f0c-6c45-4951-8d62-fad30c61bcba by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:18:17.535760 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Attempting to bind port bd7e4f0c-6c45-4951-8d62-fad30c61bcba on network 872ba3d6-a4f4-440e-b819-614235685003 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:18:17.543053 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:18:17.543559 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Checking segment: {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:18:17.543835 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.544226 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Bound using segment: {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:18:17.544983 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Bound port: bd7e4f0c-6c45-4951-8d62-fad30c61bcba, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:18:17.545121 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.575060 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Publish callbacks [] for router_gateway (4ae8effa-86cf-4466-b0f4-44928a38106a), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.594519 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.614162 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] For port bd7e4f0c-6c45-4951-8d62-fad30c61bcba, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:18:17.617594 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] For port bd7e4f0c-6c45-4951-8d62-fad30c61bcba, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=bd7e4f0c-6c45-4951-8d62-fad30c61bcba,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:18:17.625160 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.704634 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cacebf6-93a1-4339-942f-34770eabf6de None None] Pushing event updated for resources: {'Port': ['ID=bd7e4f0c-6c45-4951-8d62-fad30c61bcba,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:17.752974 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Allocated IP 172.27.2.192 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/873487cb-8435-4745-a9e4-cc404f926d8f) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:18:17.891799 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Publish callbacks [] for port (873487cb-8435-4745-a9e4-cc404f926d8f), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.938165 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:17.981781 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:18:17.986915 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:17.991592 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:18:17.995025 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Pushing event updated for resources: {'Port': ['ID=873487cb-8435-4745-a9e4-cc404f926d8f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:18.215820 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Publish callbacks [] for router_gateway (4ae8effa-86cf-4466-b0f4-44928a38106a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:18.624187 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296'] for router (4ae8effa-86cf-4466-b0f4-44928a38106a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:18.638061 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b47e7-297b-41dd-8395-744b16f7ec92 None None] Network 872ba3d6-a4f4-440e-b819-614235685003 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:18:18.716586 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-b4c4941a-c872-4f5b-b131-e71dd83bfeff None None] Provisioning complete for port bd7e4f0c-6c45-4951-8d62-fad30c61bcba triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:18.716951 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b4c4941a-c872-4f5b-b131-e71dd83bfeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:18.752665 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Router 4ae8effa-86cf-4466-b0f4-44928a38106a is scheduled to L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 with binding_index 1 {{(pid=103386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 01:18:18.837902 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-b4c4941a-c872-4f5b-b131-e71dd83bfeff None None] Current status of the port bd7e4f0c-6c45-4951-8d62-fad30c61bcba is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:18:18.838605 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b4c4941a-c872-4f5b-b131-e71dd83bfeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:18.865288 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:18:18.873825 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-b4c4941a-c872-4f5b-b131-e71dd83bfeff None None] For port bd7e4f0c-6c45-4951-8d62-fad30c61bcba, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=bd7e4f0c-6c45-4951-8d62-fad30c61bcba,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:18:18.875562 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Sync routers for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:18:18.879493 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b4c4941a-c872-4f5b-b131-e71dd83bfeff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:18.884924 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:18.886325 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b71c159e-ec89-4b16-9e3e-ab8c83bd6971 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9064660 Mar 29 01:18:18.889384 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39416) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:18.889642 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:18:18.890282 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:17:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:18.942924 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4941a-c872-4f5b-b131-e71dd83bfeff None None] Pushing event updated for resources: {'Port': ['ID=bd7e4f0c-6c45-4951-8d62-fad30c61bcba,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:19.009013 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:18:19.132192 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-7e81da28-e14e-43c0-a894-161996312e35 None None] Provisioning complete for port bd7e4f0c-6c45-4951-8d62-fad30c61bcba triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:19.132570 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7e81da28-e14e-43c0-a894-161996312e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.166025 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device bd7e4f0c-6c45-4951-8d62-fad30c61bcba up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:18:19.247297 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:18Z', 'revision_number': 3, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:19.257018 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port bd7e4f0c-6c45-4951-8d62-fad30c61bcba triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:19.257399 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.282336 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Checking router: 4ae8effa-86cf-4466-b0f4-44928a38106a for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:18:19.282979 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Updating router 4ae8effa-86cf-4466-b0f4-44928a38106a port 873487cb-8435-4745-a9e4-cc404f926d8f binding host dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:18:19.288491 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7e81da28-e14e-43c0-a894-161996312e35 None None] Current status of the port bd7e4f0c-6c45-4951-8d62-fad30c61bcba is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:18:19.324738 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.346939 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port bd7e4f0c-6c45-4951-8d62-fad30c61bcba is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:18:19.379680 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.536007 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Allocated IP 172.20.0.1 (872ba3d6-a4f4-440e-b819-614235685003/4ef3743e-1971-40c1-94e5-2ae73513de69/4e2b0aad-8452-40bf-8675-f38dd1840551) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:18:19.578315 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Publish callbacks [] for port (873487cb-8435-4745-a9e4-cc404f926d8f), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.584308 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.632843 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Pushing event updated for resources: {'Port': ['ID=873487cb-8435-4745-a9e4-cc404f926d8f,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:19.642731 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.643093 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.643448 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.643798 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.644127 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.644449 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.644769 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.645089 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.645428 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.645530 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Publish callbacks [] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.645760 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.646065 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.646397 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.646713 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.647046 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.647357 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:19.650541 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Attempting to bind port 873487cb-8435-4745-a9e4-cc404f926d8f on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:18:19.650934 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Attempting to bind port 873487cb-8435-4745-a9e4-cc404f926d8f by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:18:19.651292 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Attempting to bind port 873487cb-8435-4745-a9e4-cc404f926d8f on network d6baab9c-63f1-4cb4-8c83-cc41134b5337 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:18:19.656315 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:18:19.656969 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:18:19.657083 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.657439 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Bound using segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:18:19.657895 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Bound port: 873487cb-8435-4745-a9e4-cc404f926d8f, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:18:19.658267 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.680305 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.712554 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] For port 873487cb-8435-4745-a9e4-cc404f926d8f, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:18:19.715845 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] For port 873487cb-8435-4745-a9e4-cc404f926d8f, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=873487cb-8435-4745-a9e4-cc404f926d8f,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:18:19.721290 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.745535 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Network 872ba3d6-a4f4-440e-b819-614235685003 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:18:19.749743 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:19.751897 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2b0aad-8452-40bf-8675-f38dd1840551,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:19.753685 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:18:19.754141 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622223'] for router_interface (4ae8effa-86cf-4466-b0f4-44928a38106a), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.784020 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:18:19.784714 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:17:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:19.853866 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49725297-6218-4547-99d2-246c41c1dfbf None None] Pushing event updated for resources: {'Port': ['ID=873487cb-8435-4745-a9e4-cc404f926d8f,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:19.908295 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:19.913579 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:18:20.018372 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-a2acc88b-37c6-4ff3-b4b8-b2084c694651 None None] Provisioning complete for port 4e2b0aad-8452-40bf-8675-f38dd1840551 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:20.019029 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a2acc88b-37c6-4ff3-b4b8-b2084c694651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:20.065310 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-a2acc88b-37c6-4ff3-b4b8-b2084c694651 None None] Port 4e2b0aad-8452-40bf-8675-f38dd1840551 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:18:20.085272 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Publish callbacks [] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:20.089790 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:20.090524 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622107'] for router_interface (4ae8effa-86cf-4466-b0f4-44928a38106a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:20.105488 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:18Z', 'revision_number': 3, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:20.136039 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee67b90-4f5b-4083-aea4-00342bc9923e None None] The sync data for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi is: [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:18Z', 'revision_number': 3, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:18:20.177615 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2b0aad-8452-40bf-8675-f38dd1840551,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:20.224104 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Network 872ba3d6-a4f4-440e-b819-614235685003 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:18:20.225464 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:20.349337 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Router 4ae8effa-86cf-4466-b0f4-44928a38106a has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:18:20.483900 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:18:20.490179 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-0f59365a-52ef-4845-b41a-93a23a8bee23 admin admin] 10.222.0.23 "PUT /v2.0/routers/4ae8effa-86cf-4466-b0f4-44928a38106a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5997348 Mar 29 01:18:20.499387 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-99a5538c-e488-4b23-b45f-011f43f4c5d4 None None] Provisioning complete for port 4e2b0aad-8452-40bf-8675-f38dd1840551 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:20.500081 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-99a5538c-e488-4b23-b45f-011f43f4c5d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:20.541823 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-99a5538c-e488-4b23-b45f-011f43f4c5d4 None None] Port 4e2b0aad-8452-40bf-8675-f38dd1840551 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:18:20.895510 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39444) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:20.900003 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-4e326e4b-ccc7-4f80-bc01-3c383feea390 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1541719831', 'description': 'tempest-description--779728518'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:20.925244 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e326e4b-ccc7-4f80-bc01-3c383feea390 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.006149 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e326e4b-ccc7-4f80-bc01-3c383feea390 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (39b883a3-aaf5-40c0-8a50-908b6db63e4a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.011421 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e326e4b-ccc7-4f80-bc01-3c383feea390 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (39b883a3-aaf5-40c0-8a50-908b6db63e4a), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.040982 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-4e326e4b-ccc7-4f80-bc01-3c383feea390 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.042201 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-4e326e4b-ccc7-4f80-bc01-3c383feea390 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1456881 Mar 29 01:18:21.045074 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39448) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:21.050176 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d2a29e8d-09d7-4139-beab-0d4c8fa7c5b2 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'security_group_rule': {'security_group_id': '39b883a3-aaf5-40c0-8a50-908b6db63e4a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:21.055137 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e326e4b-ccc7-4f80-bc01-3c383feea390 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39b883a3-aaf5-40c0-8a50-908b6db63e4a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:21.081239 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2a29e8d-09d7-4139-beab-0d4c8fa7c5b2 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (842478f2-6076-405f-ad53-1dea3ee00a5c), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.150573 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 873487cb-8435-4745-a9e4-cc404f926d8f up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:18:21.158515 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2a29e8d-09d7-4139-beab-0d4c8fa7c5b2 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (842478f2-6076-405f-ad53-1dea3ee00a5c), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.162249 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2a29e8d-09d7-4139-beab-0d4c8fa7c5b2 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (842478f2-6076-405f-ad53-1dea3ee00a5c), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.177257 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a29e8d-09d7-4139-beab-0d4c8fa7c5b2 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842478f2-6076-405f-ad53-1dea3ee00a5c,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:21.189754 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d2a29e8d-09d7-4139-beab-0d4c8fa7c5b2 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.191090 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d2a29e8d-09d7-4139-beab-0d4c8fa7c5b2 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1450069 Mar 29 01:18:21.193611 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39450) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:21.199053 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-78e0b410-6609-49fd-95ef-57f08c374785 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'security_group_rule': {'security_group_id': '39b883a3-aaf5-40c0-8a50-908b6db63e4a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:21.205267 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 873487cb-8435-4745-a9e4-cc404f926d8f triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:21.205648 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.226875 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78e0b410-6609-49fd-95ef-57f08c374785 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (bdb50c2c-a306-47b3-be4e-dc3425c216a5), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.293580 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78e0b410-6609-49fd-95ef-57f08c374785 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (bdb50c2c-a306-47b3-be4e-dc3425c216a5), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.297550 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78e0b410-6609-49fd-95ef-57f08c374785 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (bdb50c2c-a306-47b3-be4e-dc3425c216a5), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.299495 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 873487cb-8435-4745-a9e4-cc404f926d8f is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:18:21.299892 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.317455 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0b410-6609-49fd-95ef-57f08c374785 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb50c2c-a306-47b3-be4e-dc3425c216a5,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:21.321730 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port 873487cb-8435-4745-a9e4-cc404f926d8f, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=873487cb-8435-4745-a9e4-cc404f926d8f,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:18:21.326135 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.327963 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-78e0b410-6609-49fd-95ef-57f08c374785 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.332872 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-78e0b410-6609-49fd-95ef-57f08c374785 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348915 Mar 29 01:18:21.332872 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39456) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:21.337019 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:21.362278 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.377260 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=873487cb-8435-4745-a9e4-cc404f926d8f,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:21.468970 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.576048 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Allocated IP 172.27.2.144 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/22373439-da7c-4b00-9c78-258384f32a3b) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:18:21.678517 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for port (22373439-da7c-4b00-9c78-258384f32a3b), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.713731 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (22373439-da7c-4b00-9c78-258384f32a3b), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.745620 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Sync routers for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:18:21.752240 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:18:21.757751 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:18:21.758373 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:17:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:21.759665 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:21.764406 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:18:21.767230 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'Port': ['ID=22373439-da7c-4b00-9c78-258384f32a3b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:21.872958 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:18:21.895729 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (276cae6d-b720-411a-ae4d-461ce83f029e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:21.941618 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (22373439-da7c-4b00-9c78-258384f32a3b), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.080754 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 2, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:22.104329 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for port (22373439-da7c-4b00-9c78-258384f32a3b), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.108797 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (22373439-da7c-4b00-9c78-258384f32a3b), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.111286 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Checking router: 4ae8effa-86cf-4466-b0f4-44928a38106a for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:18:22.111639 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Updating router 4ae8effa-86cf-4466-b0f4-44928a38106a port 4e2b0aad-8452-40bf-8675-f38dd1840551 binding host dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:18:22.138718 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.184904 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'Port': ['ID=22373439-da7c-4b00-9c78-258384f32a3b,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:22.192322 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (276cae6d-b720-411a-ae4d-461ce83f029e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.210140 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.211426 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-905b39c6-f8c3-48f5-a82b-67dd2c65b127 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8777874 Mar 29 01:18:22.373764 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-1c1063b5-578b-40f2-9afb-adcc6f4b0b23 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1541719831&fields=id&tenant_id=902a86ad707c47ad86317d2da4d8330d HTTP/1.1" status: 200 len: 267 time: 0.0452099 Mar 29 01:18:22.412661 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Publish callbacks [] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.418858 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.501735 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dbd85-098e-4674-833a-7269dc051cdf None None] Pushing event updated for resources: {'Port': ['ID=4e2b0aad-8452-40bf-8675-f38dd1840551,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:22.537957 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-08106a87-8440-4607-8535-f7fcfd6a3bc6 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:22.540529 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-08106a87-8440-4607-8535-f7fcfd6a3bc6 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/networks?id=872ba3d6-a4f4-440e-b819-614235685003 HTTP/1.1" status: 200 len: 811 time: 0.1596956 Mar 29 01:18:22.559240 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-34265b49-5918-456a-8bae-de81e714d467 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/quotas/902a86ad707c47ad86317d2da4d8330d HTTP/1.1" status: 200 len: 375 time: 0.0133445 Mar 29 01:18:22.627542 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-3b511ba7-7e6a-45da-9e1d-95051d524493 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=902a86ad707c47ad86317d2da4d8330d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578406 Mar 29 01:18:22.689218 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Attempting to bind port 4e2b0aad-8452-40bf-8675-f38dd1840551 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:18:22.689759 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Attempting to bind port 4e2b0aad-8452-40bf-8675-f38dd1840551 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:18:22.689950 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Attempting to bind port 4e2b0aad-8452-40bf-8675-f38dd1840551 on network 872ba3d6-a4f4-440e-b819-614235685003 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:18:22.695731 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:18:22.696158 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Checking segment: {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:18:22.696575 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.696971 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Bound using segment: {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:18:22.697442 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Bound port: 4e2b0aad-8452-40bf-8675-f38dd1840551, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:18:22.697827 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.713476 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-de46fcab-16cf-427d-bc4c-f533e44986f1 None None] Provisioning complete for port 4e2b0aad-8452-40bf-8675-f38dd1840551 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:22.714059 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-de46fcab-16cf-427d-bc4c-f533e44986f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.732942 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-67af5ae8-bc7c-48a2-b98f-a4caea6b9640 service neutron] 10.222.0.23 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899353 Mar 29 01:18:22.774877 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-de46fcab-16cf-427d-bc4c-f533e44986f1 None None] Port 4e2b0aad-8452-40bf-8675-f38dd1840551 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:18:22.798107 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] For port 4e2b0aad-8452-40bf-8675-f38dd1840551, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:18:22.801144 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] For port 4e2b0aad-8452-40bf-8675-f38dd1840551, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=4e2b0aad-8452-40bf-8675-f38dd1840551,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:18:22.808373 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:22.827905 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-994a9ff2-91c5-42d3-bbfd-879d824218c0 service neutron] 10.222.0.23 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884962 Mar 29 01:18:22.874110 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:18:22.874782 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:17:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:22.878398 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dbd85-098e-4674-833a-7269dc051cdf None None] Pushing event updated for resources: {'Port': ['ID=4e2b0aad-8452-40bf-8675-f38dd1840551,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:23.008025 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:18:23.049442 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bd8e59cb-1542-4616-9eb0-78d58fef0eb3 req-c3604420-fa19-48ac-8bb2-212feec00c2b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 210 time: 0.0619075 Mar 29 01:18:23.155966 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 873487cb-8435-4745-a9e4-cc404f926d8f up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:18:23.189156 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-073af9e6-08a6-4547-86d6-c011698a8d3c None None] Provisioning complete for port 4e2b0aad-8452-40bf-8675-f38dd1840551 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:23.189534 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-073af9e6-08a6-4547-86d6-c011698a8d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:23.329077 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 873487cb-8435-4745-a9e4-cc404f926d8f triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:23.329770 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:23.424631 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:22Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:23.426358 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-073af9e6-08a6-4547-86d6-c011698a8d3c None None] Current status of the port 4e2b0aad-8452-40bf-8675-f38dd1840551 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:18:23.426738 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-073af9e6-08a6-4547-86d6-c011698a8d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:23.470845 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075e16d3-d1fe-4a73-ba3b-7581e72eb9a0 None None] The sync data for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi is: [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:22Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:18:23.547107 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-073af9e6-08a6-4547-86d6-c011698a8d3c None None] For port 4e2b0aad-8452-40bf-8675-f38dd1840551, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=4e2b0aad-8452-40bf-8675-f38dd1840551,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:18:23.555743 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-073af9e6-08a6-4547-86d6-c011698a8d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:23.563049 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 873487cb-8435-4745-a9e4-cc404f926d8f is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:18:23.632367 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073af9e6-08a6-4547-86d6-c011698a8d3c None None] Pushing event updated for resources: {'Port': ['ID=4e2b0aad-8452-40bf-8675-f38dd1840551,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:24.030876 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461957e9-7ea5-4262-9ce6-f889a1df4719 req-58e2beff-2d0a-4143-803a-b9a3a43b28dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:24.032390 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-461957e9-7ea5-4262-9ce6-f889a1df4719 req-58e2beff-2d0a-4143-803a-b9a3a43b28dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 1129 time: 0.0494092 Mar 29 01:18:24.046988 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb228609-de84-45b1-bcfe-623b7841712a req-ece5f228-311f-4c8a-9c9f-43dd48c98a6a tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:24.048765 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eb228609-de84-45b1-bcfe-623b7841712a req-ece5f228-311f-4c8a-9c9f-43dd48c98a6a tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0664759 Mar 29 01:18:24.111643 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eb228609-de84-45b1-bcfe-623b7841712a req-24bc3685-cfb7-4232-b922-15a8e515b0e5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570886 Mar 29 01:18:24.155125 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461957e9-7ea5-4262-9ce6-f889a1df4719 req-fd2e26e1-dff7-4415-aaa6-fb3636dac219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:24.156634 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-461957e9-7ea5-4262-9ce6-f889a1df4719 req-fd2e26e1-dff7-4415-aaa6-fb3636dac219 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.1150765 Mar 29 01:18:24.173117 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64a44c16-1dfa-4275-bc1f-97dc8c4ff88b req-05e78f5e-ed40-408e-ac70-908ae366acae tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 210 time: 0.0359025 Mar 29 01:18:24.230119 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-461957e9-7ea5-4262-9ce6-f889a1df4719 req-d305c1ff-9889-426d-9fd4-6c5c5abdbf09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de12d03d-ee27-479f-85a4-564fc86a285e HTTP/1.1" status: 200 len: 217 time: 0.0380039 Mar 29 01:18:24.285182 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461957e9-7ea5-4262-9ce6-f889a1df4719 req-142687b6-3e4d-4cf9-a52a-de5515f80af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:24.286647 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-461957e9-7ea5-4262-9ce6-f889a1df4719 req-142687b6-3e4d-4cf9-a52a-de5515f80af8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0485516 Mar 29 01:18:24.364988 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461957e9-7ea5-4262-9ce6-f889a1df4719 req-3087d75e-2ad6-4d2e-ad16-3ffc404bf083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:24.366778 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-461957e9-7ea5-4262-9ce6-f889a1df4719 req-3087d75e-2ad6-4d2e-ad16-3ffc404bf083 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558598 Mar 29 01:18:24.453295 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-fd8c7784-1885-465f-8d67-6602e33af368 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:24.455566 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-fd8c7784-1885-465f-8d67-6602e33af368 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.13 "GET /v2.0/networks?id=872ba3d6-a4f4-440e-b819-614235685003 HTTP/1.1" status: 200 len: 811 time: 0.1440246 Mar 29 01:18:24.500911 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-461957e9-7ea5-4262-9ce6-f889a1df4719 req-c0e38b17-01df-4481-bc81-686df8474ea2 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256416 Mar 29 01:18:24.529308 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-1fd7b234-598a-42f7-9da0-b89315a44ff1 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=902a86ad707c47ad86317d2da4d8330d HTTP/1.1" status: 200 len: 380 time: 0.0630517 Mar 29 01:18:24.564449 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'port': {'device_id': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'admin_state_up': True, 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'security_groups': ['39b883a3-aaf5-40c0-8a50-908b6db63e4a']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:24.602049 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-461957e9-7ea5-4262-9ce6-f889a1df4719 req-82372b38-1331-4ed3-9a47-e1c2356bc7be service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919244 Mar 29 01:18:24.701418 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Made reservation on behalf of 902a86ad707c47ad86317d2da4d8330d for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:18:24.704977 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:24.862340 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Allocated IP 172.20.0.10 (872ba3d6-a4f4-440e-b819-614235685003/4ef3743e-1971-40c1-94e5-2ae73513de69/d124d7b0-bdae-4266-9cb6-0396869dae70) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:18:25.043168 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:25.082450 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:25.121245 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f5634639-3e30-42e7-9634-d2fc843e5040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:25.143008 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Network 872ba3d6-a4f4-440e-b819-614235685003 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:18:25.144427 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'Port': ['ID=d124d7b0-bdae-4266-9cb6-0396869dae70,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:25.147229 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:25.149532 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:18:25.207609 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 4e2b0aad-8452-40bf-8675-f38dd1840551 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:18:25.246836 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:25.247753 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:25.295282 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-8400fd9c-da62-47fe-9b4b-18df995b680a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7356989 Mar 29 01:18:25.324586 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Request body: {'port': {'device_id': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:25.330354 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 4e2b0aad-8452-40bf-8675-f38dd1840551 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:25.330956 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:25.402306 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98fdcf-1864-407d-91f8-70828f54c192 req-dc9a3c01-ee4d-45e6-bd79-c83d469f467a tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:25.402912 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fc98fdcf-1864-407d-91f8-70828f54c192 req-dc9a3c01-ee4d-45e6-bd79-c83d469f467a tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.1830184 Mar 29 01:18:25.458975 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 4e2b0aad-8452-40bf-8675-f38dd1840551 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:18:25.480352 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:25.497819 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f22da9f-4063-43cf-b332-fb1cada3fe5a req-d197bc7a-a31d-4d15-b626-cc101dc6499b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:25.502221 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6f22da9f-4063-43cf-b332-fb1cada3fe5a req-d197bc7a-a31d-4d15-b626-cc101dc6499b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 932 time: 0.1814203 Mar 29 01:18:25.529062 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-10c00523-1cda-4071-b6e6-2c598172beaa None None] Provisioning complete for port d124d7b0-bdae-4266-9cb6-0396869dae70 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:25.529546 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-10c00523-1cda-4071-b6e6-2c598172beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:25.577642 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fc98fdcf-1864-407d-91f8-70828f54c192 req-d8fbd191-29ec-4c01-bac2-6ee645aebeab tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615946 Mar 29 01:18:25.592157 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-10c00523-1cda-4071-b6e6-2c598172beaa None None] Port d124d7b0-bdae-4266-9cb6-0396869dae70 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:18:25.693470 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6f22da9f-4063-43cf-b332-fb1cada3fe5a req-adcba0ca-cc60-4733-9ebf-02ed9c3042cf tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646972 Mar 29 01:18:25.881368 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d124d7b0-bdae-4266-9cb6-0396869dae70 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:18:25.889177 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Publish callbacks [] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:25.901647 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Transition to ACTIVE for port object d124d7b0-bdae-4266-9cb6-0396869dae70 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:18:25.905622 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:25.973955 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Pushing event updated for resources: {'Port': ['ID=d124d7b0-bdae-4266-9cb6-0396869dae70,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:26.050585 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Attempting to bind port d124d7b0-bdae-4266-9cb6-0396869dae70 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:18:26.050960 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Attempting to bind port d124d7b0-bdae-4266-9cb6-0396869dae70 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:18:26.051319 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Attempting to bind port d124d7b0-bdae-4266-9cb6-0396869dae70 on network 872ba3d6-a4f4-440e-b819-614235685003 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:18:26.062357 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Port d124d7b0-bdae-4266-9cb6-0396869dae70 on network 872ba3d6-a4f4-440e-b819-614235685003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:18:26.062779 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Attempting to bind port d124d7b0-bdae-4266-9cb6-0396869dae70 on network 872ba3d6-a4f4-440e-b819-614235685003 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:18:26.069080 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:18:26.069424 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Checking segment: {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:18:26.069811 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Bound using segment: {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:18:26.070246 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Bound port: d124d7b0-bdae-4266-9cb6-0396869dae70, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:18:26.070603 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:26.139238 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] For port d124d7b0-bdae-4266-9cb6-0396869dae70, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:18:26.142296 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] For port d124d7b0-bdae-4266-9cb6-0396869dae70, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d124d7b0-bdae-4266-9cb6-0396869dae70,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:18:26.148369 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:26.186003 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:26.186925 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:26.188263 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] 10.222.0.13 "PUT /v2.0/ports/d124d7b0-bdae-4266-9cb6-0396869dae70 HTTP/1.1" status: 200 len: 1094 time: 0.8735695 Mar 29 01:18:26.188697 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'tag': 'd124d7b0-bdae-4266-9cb6-0396869dae70'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:18:26.190941 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c086cf25-b52b-44fd-b626-2ded4c8e2910" -d '{"events": [{"name": "network-changed", "server_uuid": "122cab71-140d-4184-8560-5a9e1dfbbc9d", "tag": "d124d7b0-bdae-4266-9cb6-0396869dae70"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:18:26.222202 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11df53b-936a-4805-9209-9b7bfc46be28 service neutron] Pushing event updated for resources: {'Port': ['ID=d124d7b0-bdae-4266-9cb6-0396869dae70,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:26.241158 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badcf42a-a327-4f7a-83df-6281a67137c3 x-openstack-request-id: req-badcf42a-a327-4f7a-83df-6281a67137c3 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:18:26.241504 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122cab71-140d-4184-8560-5a9e1dfbbc9d", "tag": "d124d7b0-bdae-4266-9cb6-0396869dae70", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:18:26.241738 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-badcf42a-a327-4f7a-83df-6281a67137c3 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:18:26.242271 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-badcf42a-a327-4f7a-83df-6281a67137c3'] response: {'name': 'network-changed', 'server_uuid': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'tag': 'd124d7b0-bdae-4266-9cb6-0396869dae70', 'status': 'completed', 'code': 200} Mar 29 01:18:26.301050 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-1c3c50bf-49ea-4c35-9719-608fdb7410e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:26.302701 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-1c3c50bf-49ea-4c35-9719-608fdb7410e7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=902a86ad707c47ad86317d2da4d8330d&device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 1128 time: 0.0495815 Mar 29 01:18:26.349603 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-0e147746-edaa-4f0c-93cf-323e376eb72a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d124d7b0-bdae-4266-9cb6-0396869dae70 HTTP/1.1" status: 200 len: 217 time: 0.0352900 Mar 29 01:18:26.403182 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-4c328cab-f605-45df-890a-e3b57109d279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:26.404606 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-4c328cab-f605-45df-890a-e3b57109d279 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ef3743e-1971-40c1-94e5-2ae73513de69 HTTP/1.1" status: 200 len: 850 time: 0.0482361 Mar 29 01:18:26.455097 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-16beb98e-16d7-4537-b936-9f4506b057af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:26.456883 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-16beb98e-16d7-4537-b936-9f4506b057af service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872ba3d6-a4f4-440e-b819-614235685003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445750 Mar 29 01:18:26.548297 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-4e9f61fa-149a-483e-baa4-d467276eaddd service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827420 Mar 29 01:18:26.641570 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35e524b9-89fd-4f52-8a75-a03a28e62be0 req-b8821b02-fdc5-459e-9b36-c809fc291057 service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859737 Mar 29 01:18:26.703048 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef988a83-1b21-47ff-baac-03ff9adc290a req-5b278323-57e2-4d55-a036-89c28ecfaf09 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:26.704535 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ef988a83-1b21-47ff-baac-03ff9adc290a req-5b278323-57e2-4d55-a036-89c28ecfaf09 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0558636 Mar 29 01:18:26.794937 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ef988a83-1b21-47ff-baac-03ff9adc290a req-1d0e79e6-981b-4009-bcd7-f55ec32ac3da tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803292 Mar 29 01:18:26.806687 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086cf25-b52b-44fd-b626-2ded4c8e2910 req-d2bb3aaa-d385-4e92-8fef-2626635ea210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:26.808209 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c086cf25-b52b-44fd-b626-2ded4c8e2910 req-d2bb3aaa-d385-4e92-8fef-2626635ea210 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=902a86ad707c47ad86317d2da4d8330d&device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 1128 time: 0.1028183 Mar 29 01:18:26.902045 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c9bbda-d8f4-4afc-9c79-3049ec8caf42 req-aea14607-9de0-45aa-ad9b-31468d3f0429 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:26.903638 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8c9bbda-d8f4-4afc-9c79-3049ec8caf42 req-aea14607-9de0-45aa-ad9b-31468d3f0429 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 944 time: 0.1154466 Mar 29 01:18:26.952784 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086cf25-b52b-44fd-b626-2ded4c8e2910 req-921ea6ff-30eb-4f87-ab95-f6851afb53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:26.954224 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c086cf25-b52b-44fd-b626-2ded4c8e2910 req-921ea6ff-30eb-4f87-ab95-f6851afb53d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=872ba3d6-a4f4-440e-b819-614235685003 HTTP/1.1" status: 200 len: 912 time: 0.1308262 Mar 29 01:18:26.975980 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8c9bbda-d8f4-4afc-9c79-3049ec8caf42 req-d9115a60-b245-4816-9ea0-ce514838792c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656910 Mar 29 01:18:27.003410 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c086cf25-b52b-44fd-b626-2ded4c8e2910 req-fb302a53-0afe-4471-b3ce-3922dd2f0f6a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d124d7b0-bdae-4266-9cb6-0396869dae70 HTTP/1.1" status: 200 len: 217 time: 0.0368114 Mar 29 01:18:27.064327 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086cf25-b52b-44fd-b626-2ded4c8e2910 req-01d93450-2508-4d4d-94bd-60b9e467a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:27.065777 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c086cf25-b52b-44fd-b626-2ded4c8e2910 req-01d93450-2508-4d4d-94bd-60b9e467a71a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ef3743e-1971-40c1-94e5-2ae73513de69 HTTP/1.1" status: 200 len: 850 time: 0.0441096 Mar 29 01:18:27.124097 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086cf25-b52b-44fd-b626-2ded4c8e2910 req-54783ec1-abf9-47a7-9439-93263b0e3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:27.125582 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c086cf25-b52b-44fd-b626-2ded4c8e2910 req-54783ec1-abf9-47a7-9439-93263b0e3721 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872ba3d6-a4f4-440e-b819-614235685003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454330 Mar 29 01:18:27.224717 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c086cf25-b52b-44fd-b626-2ded4c8e2910 req-5fe9eed0-bd89-4a34-b259-3b1fba2c0e74 service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915344 Mar 29 01:18:27.317553 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c086cf25-b52b-44fd-b626-2ded4c8e2910 req-d971e4e5-8792-4087-8ed9-66f07b529a9c service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859828 Mar 29 01:18:27.484612 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7009f674-ca94-4219-9601-e468c51a59f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:27.925932 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22921553-1260-447f-be88-e88814ff0459 req-75dc5367-0a0e-4817-81bf-dbb50dd96923 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:27.927722 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-22921553-1260-447f-be88-e88814ff0459 req-75dc5367-0a0e-4817-81bf-dbb50dd96923 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0589540 Mar 29 01:18:27.989369 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-22921553-1260-447f-be88-e88814ff0459 req-10a1329e-4adf-4570-8a9d-7e6d51212c20 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499711 Mar 29 01:18:28.105936 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee3144-f34b-425e-b1eb-5b5c3db1c870 req-38b13fd5-e2f9-4873-b9bc-5f67f97846c1 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:28.107445 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abee3144-f34b-425e-b1eb-5b5c3db1c870 req-38b13fd5-e2f9-4873-b9bc-5f67f97846c1 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 944 time: 0.0573118 Mar 29 01:18:28.167627 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abee3144-f34b-425e-b1eb-5b5c3db1c870 req-840525b3-2bff-4e63-b5af-abd44e74218e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525906 Mar 29 01:18:28.528918 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:28.781780 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39660) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:28.887329 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea8a0073-146b-4d27-bbfc-42678e30832f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:28.965965 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea8a0073-146b-4d27-bbfc-42678e30832f admin admin] Publish callbacks [] for security_group (324cae17-4291-410d-a97e-e157b4fb9156), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:28.969719 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ea8a0073-146b-4d27-bbfc-42678e30832f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (324cae17-4291-410d-a97e-e157b4fb9156), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.006885 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ea8a0073-146b-4d27-bbfc-42678e30832f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=190a096b909a404d97b66422defb4696&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239919 Mar 29 01:18:29.008926 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a0073-146b-4d27-bbfc-42678e30832f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324cae17-4291-410d-a97e-e157b4fb9156,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:29.009575 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39666) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:29.063744 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3f9615b-e322-4a12-a8e7-0a632ed5d075 admin admin] Publish callbacks [] for security_group (324cae17-4291-410d-a97e-e157b4fb9156), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.086148 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3f9615b-e322-4a12-a8e7-0a632ed5d075 admin admin] Publish callbacks [] for security_group (324cae17-4291-410d-a97e-e157b4fb9156), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.113039 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc629b0-b477-4cde-8a1b-fbddff9cffb2 req-7b1af460-315e-41bb-8fd3-f3f7b0e5fb31 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:29.116138 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ffc629b0-b477-4cde-8a1b-fbddff9cffb2 req-7b1af460-315e-41bb-8fd3-f3f7b0e5fb31 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0550239 Mar 29 01:18:29.136374 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3f9615b-e322-4a12-a8e7-0a632ed5d075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (324cae17-4291-410d-a97e-e157b4fb9156), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.139004 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3f9615b-e322-4a12-a8e7-0a632ed5d075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.140132 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-a3f9615b-e322-4a12-a8e7-0a632ed5d075 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/324cae17-4291-410d-a97e-e157b4fb9156 HTTP/1.1" status: 204 len: 168 time: 0.1295943 Mar 29 01:18:29.147631 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f9615b-e322-4a12-a8e7-0a632ed5d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324cae17-4291-410d-a97e-e157b4fb9156,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:29.175708 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ffc629b0-b477-4cde-8a1b-fbddff9cffb2 req-1494985d-a1fc-433c-824a-6fe9b49659e1 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548093 Mar 29 01:18:29.300799 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d2672-4810-44af-902a-f1b2f71935e0 req-203ac4d2-5951-4f0d-ae92-4f8f8f81a3af tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:29.302372 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a51d2672-4810-44af-902a-f1b2f71935e0 req-203ac4d2-5951-4f0d-ae92-4f8f8f81a3af tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 944 time: 0.0624738 Mar 29 01:18:29.359299 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a51d2672-4810-44af-902a-f1b2f71935e0 req-4772e63a-e95e-42fd-8308-985cc3ff9b14 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508008 Mar 29 01:18:29.453970 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39686) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:29.469837 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8106ecd3-47f7-44a8-aa42-4857c800c0e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.560917 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8106ecd3-47f7-44a8-aa42-4857c800c0e8 admin admin] Publish callbacks [] for security_group (63829018-b673-402b-a079-0449ec162b08), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.560917 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39690) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:29.567711 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8106ecd3-47f7-44a8-aa42-4857c800c0e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (63829018-b673-402b-a079-0449ec162b08), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.614626 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-8106ecd3-47f7-44a8-aa42-4857c800c0e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a2eedbd436604b32ae530fed69b1e90a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1593728 Mar 29 01:18:29.615472 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8106ecd3-47f7-44a8-aa42-4857c800c0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63829018-b673-402b-a079-0449ec162b08,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:29.617273 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39696) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:29.678311 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-642009b0-71f0-4cf1-ae50-917e65c1b59a admin admin] Publish callbacks [] for security_group (63829018-b673-402b-a079-0449ec162b08), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.687260 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-567dda97-ecbb-4014-b371-9492fdfa4816 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.705910 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-642009b0-71f0-4cf1-ae50-917e65c1b59a admin admin] Publish callbacks [] for security_group (63829018-b673-402b-a079-0449ec162b08), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.771143 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-642009b0-71f0-4cf1-ae50-917e65c1b59a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (63829018-b673-402b-a079-0449ec162b08), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.774957 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-642009b0-71f0-4cf1-ae50-917e65c1b59a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.776509 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-642009b0-71f0-4cf1-ae50-917e65c1b59a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/63829018-b673-402b-a079-0449ec162b08 HTTP/1.1" status: 204 len: 168 time: 0.1580217 Mar 29 01:18:29.789053 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-567dda97-ecbb-4014-b371-9492fdfa4816 admin admin] Publish callbacks [] for security_group (d9268eaa-1bb0-482c-b86a-c844bcf7690c), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.794083 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-567dda97-ecbb-4014-b371-9492fdfa4816 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d9268eaa-1bb0-482c-b86a-c844bcf7690c), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.796871 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642009b0-71f0-4cf1-ae50-917e65c1b59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63829018-b673-402b-a079-0449ec162b08,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:29.839774 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-567dda97-ecbb-4014-b371-9492fdfa4816 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4e15c7a82e5341c0a100c8b565bd03a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2783170 Mar 29 01:18:29.840752 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567dda97-ecbb-4014-b371-9492fdfa4816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9268eaa-1bb0-482c-b86a-c844bcf7690c,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:29.842574 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39704) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:29.905953 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2844cf3d-4398-4623-9b23-02d8b8654d74 admin admin] Publish callbacks [] for security_group (d9268eaa-1bb0-482c-b86a-c844bcf7690c), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.906671 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.935481 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2844cf3d-4398-4623-9b23-02d8b8654d74 admin admin] Publish callbacks [] for security_group (d9268eaa-1bb0-482c-b86a-c844bcf7690c), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.987786 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2844cf3d-4398-4623-9b23-02d8b8654d74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d9268eaa-1bb0-482c-b86a-c844bcf7690c), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.990114 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2844cf3d-4398-4623-9b23-02d8b8654d74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:29.992010 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2844cf3d-4398-4623-9b23-02d8b8654d74 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d9268eaa-1bb0-482c-b86a-c844bcf7690c HTTP/1.1" status: 204 len: 168 time: 0.1482308 Mar 29 01:18:30.008756 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844cf3d-4398-4623-9b23-02d8b8654d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9268eaa-1bb0-482c-b86a-c844bcf7690c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:30.525275 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device d124d7b0-bdae-4266-9cb6-0396869dae70 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:18:30.567160 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329b610-4194-40fd-a846-e4902ac747e2 req-d38f9d9b-9c74-4faa-9a9e-9d6a16f524dc tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:30.569121 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e329b610-4194-40fd-a846-e4902ac747e2 req-d38f9d9b-9c74-4faa-9a9e-9d6a16f524dc tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.3103902 Mar 29 01:18:30.582017 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4da66e-4348-460a-9245-20384fcf3329 req-96f8291a-2561-42b8-8378-0e9f68c0d232 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:30.583823 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4a4da66e-4348-460a-9245-20384fcf3329 req-96f8291a-2561-42b8-8378-0e9f68c0d232 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 944 time: 0.0762334 Mar 29 01:18:30.650533 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e329b610-4194-40fd-a846-e4902ac747e2 req-3e219dd4-aa05-4712-99ff-688d023f6006 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649796 Mar 29 01:18:30.660417 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port d124d7b0-bdae-4266-9cb6-0396869dae70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d124d7b0-bdae-4266-9cb6-0396869dae70,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:18:30.675381 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4a4da66e-4348-460a-9245-20384fcf3329 req-9231ebff-e447-475f-9e55-dd35a0b03704 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828590 Mar 29 01:18:30.680095 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': 'd124d7b0-bdae-4266-9cb6-0396869dae70', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'port_id': 'd124d7b0-bdae-4266-9cb6-0396869dae70', 'mac_address': 'fa:16:3e:3b:a4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:18:30.721170 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port d124d7b0-bdae-4266-9cb6-0396869dae70 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:18:30.721668 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:30.739540 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d124d7b0-bdae-4266-9cb6-0396869dae70 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:18:30.766176 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port d124d7b0-bdae-4266-9cb6-0396869dae70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d124d7b0-bdae-4266-9cb6-0396869dae70,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:18:30.771630 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:30.840790 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=d124d7b0-bdae-4266-9cb6-0396869dae70,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:31.247762 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['d124d7b0-bdae-4266-9cb6-0396869dae70'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:18:31.499885 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:31.660535 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324df8cc-a41c-47d9-bfe7-22cce9416e59 req-ebe836eb-eb11-4f6f-a7ff-8359022d2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:31.662037 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-324df8cc-a41c-47d9-bfe7-22cce9416e59 req-ebe836eb-eb11-4f6f-a7ff-8359022d2aaf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 1129 time: 0.0517185 Mar 29 01:18:31.867756 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07875fd2-a43e-4d68-bde7-91bee4a27764 req-297204a1-a4d2-4185-a855-d9ec6f0806ed tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:31.870384 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-07875fd2-a43e-4d68-bde7-91bee4a27764 req-297204a1-a4d2-4185-a855-d9ec6f0806ed tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.1283722 Mar 29 01:18:31.872468 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324df8cc-a41c-47d9-bfe7-22cce9416e59 req-2ec68ad9-b60b-41da-a783-fb123ba11c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:31.873782 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-324df8cc-a41c-47d9-bfe7-22cce9416e59 req-2ec68ad9-b60b-41da-a783-fb123ba11c34 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.1905217 Mar 29 01:18:31.907975 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6127bb4-6a72-4c66-b968-e4128dc30c23 req-e7410819-93c4-4ecb-83d3-b807de300e3b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:31.909553 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f6127bb4-6a72-4c66-b968-e4128dc30c23 req-e7410819-93c4-4ecb-83d3-b807de300e3b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 945 time: 0.1267462 Mar 29 01:18:31.945038 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-324df8cc-a41c-47d9-bfe7-22cce9416e59 req-308cffbb-8d9f-4a32-a4a1-0350c00fc141 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de12d03d-ee27-479f-85a4-564fc86a285e HTTP/1.1" status: 200 len: 217 time: 0.0571451 Mar 29 01:18:32.038761 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-07875fd2-a43e-4d68-bde7-91bee4a27764 req-e4c1e1f1-cc42-4d6b-8ff2-5952240aa481 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600184 Mar 29 01:18:32.047133 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f6127bb4-6a72-4c66-b968-e4128dc30c23 req-c734417d-cdda-485e-97e1-98e238c781a8 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064558 Mar 29 01:18:32.051322 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324df8cc-a41c-47d9-bfe7-22cce9416e59 req-1882e346-7969-48a9-aa60-82b936136543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:32.052782 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-324df8cc-a41c-47d9-bfe7-22cce9416e59 req-1882e346-7969-48a9-aa60-82b936136543 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0996263 Mar 29 01:18:32.110568 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324df8cc-a41c-47d9-bfe7-22cce9416e59 req-4103cae7-d8d5-4251-9743-44a99d34a5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:32.112114 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-324df8cc-a41c-47d9-bfe7-22cce9416e59 req-4103cae7-d8d5-4251-9743-44a99d34a5e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0479572 Mar 29 01:18:32.202268 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-324df8cc-a41c-47d9-bfe7-22cce9416e59 req-6c746bd7-03c3-45e0-b186-19c87635bf2a service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833592 Mar 29 01:18:32.299616 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-324df8cc-a41c-47d9-bfe7-22cce9416e59 req-477215de-a5cc-4de5-8eec-2d000e32ef6d service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889158 Mar 29 01:18:32.542119 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device d124d7b0-bdae-4266-9cb6-0396869dae70 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:18:32.597680 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port d124d7b0-bdae-4266-9cb6-0396869dae70 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:18:32.601742 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port d124d7b0-bdae-4266-9cb6-0396869dae70 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:32.602119 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:32.683857 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port d124d7b0-bdae-4266-9cb6-0396869dae70 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:18:32.684303 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:32.708420 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd124d7b0-bdae-4266-9cb6-0396869dae70'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:18:32.710655 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574abf90-f70c-4896-9d6d-e153637083f0" -d '{"events": [{"server_uuid": "122cab71-140d-4184-8560-5a9e1dfbbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "d124d7b0-bdae-4266-9cb6-0396869dae70"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:18:32.723748 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port d124d7b0-bdae-4266-9cb6-0396869dae70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d124d7b0-bdae-4266-9cb6-0396869dae70,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:18:32.728248 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:32.766885 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd69b8e-1628-45c8-ad90-1482fd7ca02a x-openstack-request-id: req-cdd69b8e-1628-45c8-ad90-1482fd7ca02a {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:18:32.767128 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122cab71-140d-4184-8560-5a9e1dfbbc9d", "name": "network-vif-plugged", "status": "completed", "tag": "d124d7b0-bdae-4266-9cb6-0396869dae70", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:18:32.767373 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-cdd69b8e-1628-45c8-ad90-1482fd7ca02a {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:18:32.767765 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd69b8e-1628-45c8-ad90-1482fd7ca02a'] response: {'server_uuid': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd124d7b0-bdae-4266-9cb6-0396869dae70', 'code': 200} Mar 29 01:18:32.813711 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=d124d7b0-bdae-4266-9cb6-0396869dae70,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:32.821014 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.821383 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.822304 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.822741 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.823266 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.823687 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.824137 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.824436 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.824792 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.825131 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.825460 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.825807 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.826136 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.826460 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.826864 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:32.946200 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382a5e3-9afb-4b7a-a37b-b1715c19f217 req-df87f3dc-1546-4b5b-ad27-8ad6392d0e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:32.948317 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e382a5e3-9afb-4b7a-a37b-b1715c19f217 req-df87f3dc-1546-4b5b-ad27-8ad6392d0e70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 1130 time: 0.0544863 Mar 29 01:18:32.997978 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e382a5e3-9afb-4b7a-a37b-b1715c19f217 req-1ed62ea7-548c-4a3b-aac1-5b9450adef16 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428321 Mar 29 01:18:33.211198 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:33.231536 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfdfea8-96c9-452e-96a7-921600321cbc req-376405e8-070d-4f33-9535-d108223497f1 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:33.233423 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5dfdfea8-96c9-452e-96a7-921600321cbc req-376405e8-070d-4f33-9535-d108223497f1 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.1107056 Mar 29 01:18:33.245801 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4f017-02f0-4326-a448-a8898456eddb req-cdbce056-2e6b-44c9-955e-31bf1dfec1bd tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:33.247640 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1db4f017-02f0-4326-a448-a8898456eddb req-cdbce056-2e6b-44c9-955e-31bf1dfec1bd tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0880017 Mar 29 01:18:33.323811 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5dfdfea8-96c9-452e-96a7-921600321cbc req-834acff6-9e69-45bb-9d91-b39f0c25c839 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750239 Mar 29 01:18:33.330372 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39808) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:33.342694 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1db4f017-02f0-4326-a448-a8898456eddb req-2fd20aff-8f1a-49af-9c54-2eecda06d4d1 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727105 Mar 29 01:18:33.443950 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:33.519350 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Publish callbacks [] for security_group (38a886ac-e1fb-4398-ac2f-a7b4d58a5d7b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:33.526016 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (38a886ac-e1fb-4398-ac2f-a7b4d58a5d7b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:33.565560 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4aeeeb25ed8e4fb3bf881add32018d6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2340193 Mar 29 01:18:33.566514 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a886ac-e1fb-4398-ac2f-a7b4d58a5d7b,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:33.568811 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39818) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:33.574717 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.575074 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.575413 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.575749 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.576079 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.576408 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.576734 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.577057 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.577379 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.577701 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.578024 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.578344 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.578659 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.579034 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.579333 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0701e9fe-0eb6-43d4-b218-c95e32e3be20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.628488 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Publish callbacks [] for security_group (38a886ac-e1fb-4398-ac2f-a7b4d58a5d7b), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:33.650261 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Publish callbacks [] for security_group (38a886ac-e1fb-4398-ac2f-a7b4d58a5d7b), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:33.700661 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (38a886ac-e1fb-4398-ac2f-a7b4d58a5d7b), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:33.703316 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:33.704462 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/38a886ac-e1fb-4398-ac2f-a7b4d58a5d7b HTTP/1.1" status: 204 len: 168 time: 0.1342914 Mar 29 01:18:33.712066 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a886ac-e1fb-4398-ac2f-a7b4d58a5d7b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:33.719771 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.720107 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.720451 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.720798 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.721133 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.721467 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.721858 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.722187 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.722516 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.722867 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.723199 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.723602 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.723849 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.724188 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.724485 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3073e4f7-6e85-4cb6-a303-771110cd690b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:18:33.970773 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39828) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:33.984517 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23448611-fb91-485d-a015-f3e4acbc335a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:34.058980 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23448611-fb91-485d-a015-f3e4acbc335a admin admin] Publish callbacks [] for security_group (2a1dfad3-5bba-4af9-8702-9520aa45258c), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:34.062733 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-23448611-fb91-485d-a015-f3e4acbc335a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (2a1dfad3-5bba-4af9-8702-9520aa45258c), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:34.100747 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-23448611-fb91-485d-a015-f3e4acbc335a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=44870afb5ceb46b1b1721938b00a22ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289272 Mar 29 01:18:34.101832 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23448611-fb91-485d-a015-f3e4acbc335a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1dfad3-5bba-4af9-8702-9520aa45258c,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:34.104138 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39830) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:34.151438 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f983-78fe-4e9d-b692-1e8c160d093a admin admin] Publish callbacks [] for security_group (2a1dfad3-5bba-4af9-8702-9520aa45258c), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:34.171738 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f983-78fe-4e9d-b692-1e8c160d093a admin admin] Publish callbacks [] for security_group (2a1dfad3-5bba-4af9-8702-9520aa45258c), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:34.223048 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f983-78fe-4e9d-b692-1e8c160d093a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (2a1dfad3-5bba-4af9-8702-9520aa45258c), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:34.227204 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b9d6f983-78fe-4e9d-b692-1e8c160d093a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:34.232843 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b9d6f983-78fe-4e9d-b692-1e8c160d093a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a1dfad3-5bba-4af9-8702-9520aa45258c HTTP/1.1" status: 204 len: 168 time: 0.1269045 Mar 29 01:18:34.240893 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6f983-78fe-4e9d-b692-1e8c160d093a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1dfad3-5bba-4af9-8702-9520aa45258c,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:34.492821 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6864cb5-43a5-4996-976b-e92ddaa9e8ea req-249ce995-9cd4-41a9-901c-122695425924 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:34.494982 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b6864cb5-43a5-4996-976b-e92ddaa9e8ea req-249ce995-9cd4-41a9-901c-122695425924 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0872538 Mar 29 01:18:34.501617 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a75b7fd-609b-4a4c-b5b5-6ce9631a5597 req-acd4e257-b5b2-4615-bb78-02eb8205ee77 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:34.503095 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5a75b7fd-609b-4a4c-b5b5-6ce9631a5597 req-acd4e257-b5b2-4615-bb78-02eb8205ee77 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0871584 Mar 29 01:18:34.605711 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5a75b7fd-609b-4a4c-b5b5-6ce9631a5597 req-9ffaf54f-364f-4c04-a6a0-9d371f9e34a0 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947971 Mar 29 01:18:34.616050 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b6864cb5-43a5-4996-976b-e92ddaa9e8ea req-9aba0a50-680e-412e-992d-5ac9f855bef7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117680 Mar 29 01:18:35.011361 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39876) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:35.123617 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0190e776-400c-4311-a285-8f97506b7630 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.199162 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0190e776-400c-4311-a285-8f97506b7630 admin admin] Publish callbacks [] for security_group (654b56e0-c7e7-4684-b545-1ae272db367d), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.203040 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0190e776-400c-4311-a285-8f97506b7630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (654b56e0-c7e7-4684-b545-1ae272db367d), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.239942 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-0190e776-400c-4311-a285-8f97506b7630 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=df479352c56d4c28ab720a36b2248d44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2274232 Mar 29 01:18:35.241816 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190e776-400c-4311-a285-8f97506b7630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654b56e0-c7e7-4684-b545-1ae272db367d,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:35.242634 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39882) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:35.296224 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c903ae6-086c-47c3-9ee9-9bcf3cc2c21c admin admin] Publish callbacks [] for security_group (654b56e0-c7e7-4684-b545-1ae272db367d), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.320526 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c903ae6-086c-47c3-9ee9-9bcf3cc2c21c admin admin] Publish callbacks [] for security_group (654b56e0-c7e7-4684-b545-1ae272db367d), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.376072 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c903ae6-086c-47c3-9ee9-9bcf3cc2c21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (654b56e0-c7e7-4684-b545-1ae272db367d), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.379006 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3c903ae6-086c-47c3-9ee9-9bcf3cc2c21c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.380250 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3c903ae6-086c-47c3-9ee9-9bcf3cc2c21c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/654b56e0-c7e7-4684-b545-1ae272db367d HTTP/1.1" status: 204 len: 168 time: 0.1352520 Mar 29 01:18:35.389311 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c903ae6-086c-47c3-9ee9-9bcf3cc2c21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654b56e0-c7e7-4684-b545-1ae272db367d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:35.683226 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39896) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:35.698498 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c73f03a-ab1b-4a12-856b-b09ef5e9f8a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.764738 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cee77-8058-4b94-9128-37055669f896 req-8c75bb21-01e1-4039-879a-b9a5bdcf9f26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:35.766220 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2f5cee77-8058-4b94-9128-37055669f896 req-8c75bb21-01e1-4039-879a-b9a5bdcf9f26 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0780210 Mar 29 01:18:35.772874 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816cde6-a1c3-4a7a-b517-0858eaadca65 req-a2732279-a1d6-4c3e-8c9e-fd64befc34f3 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:35.774264 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f816cde6-a1c3-4a7a-b517-0858eaadca65 req-a2732279-a1d6-4c3e-8c9e-fd64befc34f3 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0967417 Mar 29 01:18:35.775340 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c73f03a-ab1b-4a12-856b-b09ef5e9f8a6 admin admin] Publish callbacks [] for security_group (6ba58055-5473-4415-8e7d-9b91bd415f4e), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.779643 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c73f03a-ab1b-4a12-856b-b09ef5e9f8a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (6ba58055-5473-4415-8e7d-9b91bd415f4e), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.817221 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-1c73f03a-ab1b-4a12-856b-b09ef5e9f8a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1654b48c968141af87946f655cce70b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329093 Mar 29 01:18:35.818065 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73f03a-ab1b-4a12-856b-b09ef5e9f8a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba58055-5473-4415-8e7d-9b91bd415f4e,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:35.820211 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 39898) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:35.855983 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2f5cee77-8058-4b94-9128-37055669f896 req-8d3c232c-cd2e-4984-8750-ce1623aa5500 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805094 Mar 29 01:18:35.868132 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f816cde6-a1c3-4a7a-b517-0858eaadca65 req-bb1f778a-f11c-4f16-8325-0384a6cc2f49 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869365 Mar 29 01:18:35.895917 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5af9aede-8cc5-4187-b573-ba50a4822df2 admin admin] Publish callbacks [] for security_group (6ba58055-5473-4415-8e7d-9b91bd415f4e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.918132 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5af9aede-8cc5-4187-b573-ba50a4822df2 admin admin] Publish callbacks [] for security_group (6ba58055-5473-4415-8e7d-9b91bd415f4e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:35.997423 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7dd2e0-51d3-4a8b-91e6-0c00ca17f6ee req-ea1a9ac8-f007-44e8-9758-03aedd3a0593 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:35.998906 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ce7dd2e0-51d3-4a8b-91e6-0c00ca17f6ee req-ea1a9ac8-f007-44e8-9758-03aedd3a0593 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0649722 Mar 29 01:18:36.003838 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5af9aede-8cc5-4187-b573-ba50a4822df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (6ba58055-5473-4415-8e7d-9b91bd415f4e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:36.006242 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5af9aede-8cc5-4187-b573-ba50a4822df2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:36.007279 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5af9aede-8cc5-4187-b573-ba50a4822df2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6ba58055-5473-4415-8e7d-9b91bd415f4e HTTP/1.1" status: 204 len: 168 time: 0.1816139 Mar 29 01:18:36.008781 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 39902) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:36.014779 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-db55e8dd-fc3f-4ed7-b4a8-30a24a854dad tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'floatingip': {'port_id': 'd124d7b0-bdae-4266-9cb6-0396869dae70'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:36.016651 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9aede-8cc5-4187-b573-ba50a4822df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba58055-5473-4415-8e7d-9b91bd415f4e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:36.063917 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db55e8dd-fc3f-4ed7-b4a8-30a24a854dad tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (276cae6d-b720-411a-ae4d-461ce83f029e), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:36.505291 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db55e8dd-fc3f-4ed7-b4a8-30a24a854dad tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:36.512065 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db55e8dd-fc3f-4ed7-b4a8-30a24a854dad tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (276cae6d-b720-411a-ae4d-461ce83f029e), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:36.620198 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.l3_db [None req-db55e8dd-fc3f-4ed7-b4a8-30a24a854dad tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Floating IP 276cae6d-b720-411a-ae4d-461ce83f029e associated. External IP: 172.27.2.144, port: d124d7b0-bdae-4266-9cb6-0396869dae70. Mar 29 01:18:37.002684 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942d17e-9a19-4565-b115-982b0d877116 req-1811e358-9d2c-4fff-aea2-7eee3ff8ff6b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:37.004394 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3942d17e-9a19-4565-b115-982b0d877116 req-1811e358-9d2c-4fff-aea2-7eee3ff8ff6b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0763955 Mar 29 01:18:37.065555 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3942d17e-9a19-4565-b115-982b0d877116 req-f0e8c3b7-26ea-4111-ad1a-999e700aa465 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507531 Mar 29 01:18:37.111706 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db55e8dd-fc3f-4ed7-b4a8-30a24a854dad tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Router 4ae8effa-86cf-4466-b0f4-44928a38106a has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:18:37.213525 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1723f9f-28e7-4105-b5f9-0071c53e5f56 req-525f349b-1d2a-4fec-97b7-60a0329d273b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:37.215667 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d1723f9f-28e7-4105-b5f9-0071c53e5f56 req-525f349b-1d2a-4fec-97b7-60a0329d273b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 1129 time: 0.0605745 Mar 29 01:18:37.233719 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db55e8dd-fc3f-4ed7-b4a8-30a24a854dad tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:18:37.238302 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-db55e8dd-fc3f-4ed7-b4a8-30a24a854dad tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:37.245348 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f06d8-ea5e-4bba-b4c8-b375da292a44 None None] Sync routers for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:18:37.254937 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f06d8-ea5e-4bba-b4c8-b375da292a44 None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:18:37.255560 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-b47f06d8-ea5e-4bba-b4c8-b375da292a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:18:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:37.275124 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-db55e8dd-fc3f-4ed7-b4a8-30a24a854dad tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "PUT /v2.0/floatingips/276cae6d-b720-411a-ae4d-461ce83f029e HTTP/1.1" status: 200 len: 992 time: 1.2606318 Mar 29 01:18:37.275124 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'tag': 'd124d7b0-bdae-4266-9cb6-0396869dae70'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:18:37.275488 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e7bfed-a7b3-4027-b118-7495bde98033" -d '{"events": [{"name": "network-changed", "server_uuid": "122cab71-140d-4184-8560-5a9e1dfbbc9d", "tag": "d124d7b0-bdae-4266-9cb6-0396869dae70"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:18:37.316770 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e699796-328d-4305-b15d-165c5d50df03 x-openstack-request-id: req-3e699796-328d-4305-b15d-165c5d50df03 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:18:37.317068 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "122cab71-140d-4184-8560-5a9e1dfbbc9d", "tag": "d124d7b0-bdae-4266-9cb6-0396869dae70", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:18:37.317323 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3e699796-328d-4305-b15d-165c5d50df03 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:18:37.317724 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e699796-328d-4305-b15d-165c5d50df03'] response: {'name': 'network-changed', 'server_uuid': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'tag': 'd124d7b0-bdae-4266-9cb6-0396869dae70', 'status': 'completed', 'code': 200} Mar 29 01:18:37.369078 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-b47f06d8-ea5e-4bba-b4c8-b375da292a44 None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:18:37.678644 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:18:37.689826 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-b47f06d8-ea5e-4bba-b4c8-b375da292a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '276cae6d-b720-411a-ae4d-461ce83f029e', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'port_id': 'd124d7b0-bdae-4266-9cb6-0396869dae70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'mac_address': 'fa:16:3e:3b:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:18:21Z', 'updated_at': '2022-03-29T01:18:36Z', 'revision_number': 1, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:37.720249 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f06d8-ea5e-4bba-b4c8-b375da292a44 None None] Checking router: 4ae8effa-86cf-4466-b0f4-44928a38106a for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:18:37.729333 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47f06d8-ea5e-4bba-b4c8-b375da292a44 None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:18:37.729954 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-b47f06d8-ea5e-4bba-b4c8-b375da292a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:18:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:37.837636 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-b47f06d8-ea5e-4bba-b4c8-b375da292a44 None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:18:38.068275 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-b47f06d8-ea5e-4bba-b4c8-b375da292a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '276cae6d-b720-411a-ae4d-461ce83f029e', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'port_id': 'd124d7b0-bdae-4266-9cb6-0396869dae70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'mac_address': 'fa:16:3e:3b:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:18:21Z', 'updated_at': '2022-03-29T01:18:36Z', 'revision_number': 1, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:18:38.099116 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47f06d8-ea5e-4bba-b4c8-b375da292a44 None None] The sync data for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi is: [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '276cae6d-b720-411a-ae4d-461ce83f029e', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'floating_ip_address': '172.27.2.144', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'port_id': 'd124d7b0-bdae-4266-9cb6-0396869dae70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 258, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'mac_address': 'fa:16:3e:3b:a4:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:18:21Z', 'updated_at': '2022-03-29T01:18:36Z', 'revision_number': 1, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:18:38.189011 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2426b-b4c1-478c-a5d1-31cadd8094e7 req-f687fe65-63cb-4a99-b21a-8388f4772096 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:38.190555 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8db2426b-b4c1-478c-a5d1-31cadd8094e7 req-f687fe65-63cb-4a99-b21a-8388f4772096 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0588765 Mar 29 01:18:38.240530 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8db2426b-b4c1-478c-a5d1-31cadd8094e7 req-28b5faf0-3341-467e-80dd-889469d341da tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444672 Mar 29 01:18:38.285301 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62903f9a-06d3-4371-acb3-05808e5ee356 None None] New status for floating IP 276cae6d-b720-411a-ae4d-461ce83f029e: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:18:39.358611 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37624eb6-520f-4000-bd7f-c664f452cf39 req-c74c7d6f-f956-467d-b7a4-8b6c15ede834 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:39.360040 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37624eb6-520f-4000-bd7f-c664f452cf39 req-c74c7d6f-f956-467d-b7a4-8b6c15ede834 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0519977 Mar 29 01:18:39.406124 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37624eb6-520f-4000-bd7f-c664f452cf39 req-18e16aee-5673-437a-a409-265b37393031 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402882 Mar 29 01:18:40.439972 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d1723f9f-28e7-4105-b5f9-0071c53e5f56 req-8098cd04-6050-451e-8d07-75bdf4d96cb9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364020 Mar 29 01:18:40.525458 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534d7ec-5d48-4e6a-8aa9-be4cc77713e2 req-5a0c22fc-3d3b-4843-b8c5-06740486d7f0 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:40.526970 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1534d7ec-5d48-4e6a-8aa9-be4cc77713e2 req-5a0c22fc-3d3b-4843-b8c5-06740486d7f0 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0553846 Mar 29 01:18:40.573078 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1534d7ec-5d48-4e6a-8aa9-be4cc77713e2 req-252d0e7c-cebf-4b3d-b13b-86130f4a21a6 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405290 Mar 29 01:18:41.686515 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f788de6-749c-4775-b5a3-812145b58c49 req-91486e93-5791-4a3a-bf4a-99c1251126b5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:41.688042 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7f788de6-749c-4775-b5a3-812145b58c49 req-91486e93-5791-4a3a-bf4a-99c1251126b5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0505359 Mar 29 01:18:41.733444 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7f788de6-749c-4775-b5a3-812145b58c49 req-06df4926-6759-4ab1-a1a6-50de99b474e7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Mar 29 01:18:42.851912 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2ef486-42a1-45d6-b692-89a83e59c551 req-9d030526-88d4-451e-9ed1-8a08b67efcce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:42.853389 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-de2ef486-42a1-45d6-b692-89a83e59c551 req-9d030526-88d4-451e-9ed1-8a08b67efcce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0553539 Mar 29 01:18:42.900004 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-de2ef486-42a1-45d6-b692-89a83e59c551 req-56502c36-86ca-4be8-97a2-0d7df3a0a11e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405855 Mar 29 01:18:43.717221 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bfed-a7b3-4027-b118-7495bde98033 req-deca9ed6-6541-4f42-80fa-5b67ba6611d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:43.718717 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c7e7bfed-a7b3-4027-b118-7495bde98033 req-deca9ed6-6541-4f42-80fa-5b67ba6611d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=902a86ad707c47ad86317d2da4d8330d&device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 1130 time: 0.0445726 Mar 29 01:18:43.811919 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bfed-a7b3-4027-b118-7495bde98033 req-0d84c78e-cbe7-45f9-8a7c-0c5543f65608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:43.813360 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c7e7bfed-a7b3-4027-b118-7495bde98033 req-0d84c78e-cbe7-45f9-8a7c-0c5543f65608 service neutron] 10.222.0.13 "GET /v2.0/networks?id=872ba3d6-a4f4-440e-b819-614235685003 HTTP/1.1" status: 200 len: 912 time: 0.0853090 Mar 29 01:18:43.878230 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c7e7bfed-a7b3-4027-b118-7495bde98033 req-2529a776-b98b-467e-b01e-dc838c39c04d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d124d7b0-bdae-4266-9cb6-0396869dae70 HTTP/1.1" status: 200 len: 1002 time: 0.0570786 Mar 29 01:18:43.987095 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bfed-a7b3-4027-b118-7495bde98033 req-4596e07e-3c02-4031-a4f7-05f758ed5854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:43.988532 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c7e7bfed-a7b3-4027-b118-7495bde98033 req-4596e07e-3c02-4031-a4f7-05f758ed5854 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ef3743e-1971-40c1-94e5-2ae73513de69 HTTP/1.1" status: 200 len: 850 time: 0.0569263 Mar 29 01:18:44.067058 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b541e36-4efa-4e25-97bc-a4c6db19a540 req-9397f4b2-6c7c-4b36-8860-db2433016b40 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:44.069148 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9b541e36-4efa-4e25-97bc-a4c6db19a540 req-9397f4b2-6c7c-4b36-8860-db2433016b40 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0960164 Mar 29 01:18:44.073792 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7bfed-a7b3-4027-b118-7495bde98033 req-8558685b-d5c5-4282-8525-58ebfa221023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:44.075238 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c7e7bfed-a7b3-4027-b118-7495bde98033 req-8558685b-d5c5-4282-8525-58ebfa221023 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872ba3d6-a4f4-440e-b819-614235685003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0675933 Mar 29 01:18:44.177153 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9b541e36-4efa-4e25-97bc-a4c6db19a540 req-9e75351d-78fd-4299-b19c-6701996b02eb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009605 Mar 29 01:18:44.205973 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c7e7bfed-a7b3-4027-b118-7495bde98033 req-eb8ed228-5be4-49a5-a9e7-1202d3807119 service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232965 Mar 29 01:18:44.296266 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c7e7bfed-a7b3-4027-b118-7495bde98033 req-4df6bb65-a147-4e30-a174-66485f9ff14f service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841789 Mar 29 01:18:45.307047 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55448c8-0c07-47c2-9d28-2c02d9be9698 req-dc64cbdd-e451-4538-b4bf-78d252b9a6aa tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:45.308690 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e55448c8-0c07-47c2-9d28-2c02d9be9698 req-dc64cbdd-e451-4538-b4bf-78d252b9a6aa tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0536132 Mar 29 01:18:45.365040 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e55448c8-0c07-47c2-9d28-2c02d9be9698 req-5b97da92-dfa1-4b11-902f-24fb37526837 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Mar 29 01:18:45.685789 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3798c-2f5b-4b34-825c-54920bd0a624 req-ca55f78d-1b96-450e-b487-5a4cf0e7e8bc tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:45.687649 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ffe3798c-2f5b-4b34-825c-54920bd0a624 req-ca55f78d-1b96-450e-b487-5a4cf0e7e8bc tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.1013937 Mar 29 01:18:45.692558 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9293313-94db-412e-86c7-ee114dc03f1c req-26264893-e033-475b-8854-9c9cea69db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:45.694004 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9293313-94db-412e-86c7-ee114dc03f1c req-26264893-e033-475b-8854-9c9cea69db44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 1129 time: 0.0920699 Mar 29 01:18:45.793110 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ffe3798c-2f5b-4b34-825c-54920bd0a624 req-48b53f34-d615-4cfd-a786-55527fc94f5d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981405 Mar 29 01:18:45.823615 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9293313-94db-412e-86c7-ee114dc03f1c req-baac103a-a98d-469f-bd82-4abeb4679d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:45.825354 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9293313-94db-412e-86c7-ee114dc03f1c req-baac103a-a98d-469f-bd82-4abeb4679d0a service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.1179252 Mar 29 01:18:45.866643 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9293313-94db-412e-86c7-ee114dc03f1c req-6f511e19-46bf-4ca4-b045-4a37f9facf04 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de12d03d-ee27-479f-85a4-564fc86a285e HTTP/1.1" status: 200 len: 217 time: 0.0349004 Mar 29 01:18:45.917740 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9293313-94db-412e-86c7-ee114dc03f1c req-14476bb6-2648-462c-a359-2acad5a1daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:45.919165 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9293313-94db-412e-86c7-ee114dc03f1c req-14476bb6-2648-462c-a359-2acad5a1daf0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0429296 Mar 29 01:18:45.971139 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9293313-94db-412e-86c7-ee114dc03f1c req-060c8f27-e2f4-4523-a404-593719cf35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:45.972599 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9293313-94db-412e-86c7-ee114dc03f1c req-060c8f27-e2f4-4523-a404-593719cf35d3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471702 Mar 29 01:18:46.058599 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9293313-94db-412e-86c7-ee114dc03f1c req-be22db42-52e8-4f79-88e4-b224285100d8 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798585 Mar 29 01:18:46.151277 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9293313-94db-412e-86c7-ee114dc03f1c req-53e82028-80c3-4239-97a7-3c485a191006 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829537 Mar 29 01:18:46.710312 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40100) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:46.824961 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1c03f84-d3f4-4442-a196-baf3e0618535 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:46.925835 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 40108) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:46.951122 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e7e9d7-8e00-43ca-b2d9-6b8c19d8f4e3 req-6c57e8b6-4cf0-4f53-ba18-22f898ec1157 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:46.952613 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36e7e9d7-8e00-43ca-b2d9-6b8c19d8f4e3 req-6c57e8b6-4cf0-4f53-ba18-22f898ec1157 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0805335 Mar 29 01:18:46.957371 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1c03f84-d3f4-4442-a196-baf3e0618535 admin admin] Publish callbacks [] for security_group (8dc3084c-7fc0-4df6-aaa7-14285f309d13), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:46.971320 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a1c03f84-d3f4-4442-a196-baf3e0618535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (8dc3084c-7fc0-4df6-aaa7-14285f309d13), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.024457 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a1c03f84-d3f4-4442-a196-baf3e0618535 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ae5d3ae9f5594035a9927cb5e0775f3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3130448 Mar 29 01:18:47.027675 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 40112) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:47.029124 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c03f84-d3f4-4442-a196-baf3e0618535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc3084c-7fc0-4df6-aaa7-14285f309d13,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:47.038351 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36e7e9d7-8e00-43ca-b2d9-6b8c19d8f4e3 req-ad6d9940-1c5b-4417-b463-ebae777b626f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796213 Mar 29 01:18:47.055629 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1844cde3-dcf4-48f5-933b-c067cd881551 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.119347 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43aabddd-1d08-4939-939a-4823eefda175 admin admin] Publish callbacks [] for security_group (8dc3084c-7fc0-4df6-aaa7-14285f309d13), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.148861 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43aabddd-1d08-4939-939a-4823eefda175 admin admin] Publish callbacks [] for security_group (8dc3084c-7fc0-4df6-aaa7-14285f309d13), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.195611 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1844cde3-dcf4-48f5-933b-c067cd881551 admin admin] Publish callbacks [] for security_group (5a1753b5-80dc-42eb-89f5-c27c3c74e114), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.201146 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1844cde3-dcf4-48f5-933b-c067cd881551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (5a1753b5-80dc-42eb-89f5-c27c3c74e114), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.226474 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43aabddd-1d08-4939-939a-4823eefda175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (8dc3084c-7fc0-4df6-aaa7-14285f309d13), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.228877 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-43aabddd-1d08-4939-939a-4823eefda175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.229966 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-43aabddd-1d08-4939-939a-4823eefda175 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8dc3084c-7fc0-4df6-aaa7-14285f309d13 HTTP/1.1" status: 204 len: 168 time: 0.2013965 Mar 29 01:18:47.241481 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-1844cde3-dcf4-48f5-933b-c067cd881551 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1014c3bdc1fa4e18a0c8447f95da2693&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146243 Mar 29 01:18:47.244556 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40116) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:47.246066 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844cde3-dcf4-48f5-933b-c067cd881551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1753b5-80dc-42eb-89f5-c27c3c74e114,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:47.256470 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aabddd-1d08-4939-939a-4823eefda175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc3084c-7fc0-4df6-aaa7-14285f309d13,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:47.299764 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42e7c4c8-ecef-4597-8bd7-682ea76b8c0a admin admin] Publish callbacks [] for security_group (5a1753b5-80dc-42eb-89f5-c27c3c74e114), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.321260 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42e7c4c8-ecef-4597-8bd7-682ea76b8c0a admin admin] Publish callbacks [] for security_group (5a1753b5-80dc-42eb-89f5-c27c3c74e114), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.371386 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42e7c4c8-ecef-4597-8bd7-682ea76b8c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (5a1753b5-80dc-42eb-89f5-c27c3c74e114), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.373889 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-42e7c4c8-ecef-4597-8bd7-682ea76b8c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.375057 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-42e7c4c8-ecef-4597-8bd7-682ea76b8c0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a1753b5-80dc-42eb-89f5-c27c3c74e114 HTTP/1.1" status: 204 len: 168 time: 0.1294422 Mar 29 01:18:47.383183 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7c4c8-ecef-4597-8bd7-682ea76b8c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1753b5-80dc-42eb-89f5-c27c3c74e114,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:47.513328 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40122) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:47.526440 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90e88653-7e19-44c1-b9df-1c6a39ae7863 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.604622 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90e88653-7e19-44c1-b9df-1c6a39ae7863 admin admin] Publish callbacks [] for security_group (24cb1fd2-ba28-41aa-88a3-d4d666b649c4), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.609035 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90e88653-7e19-44c1-b9df-1c6a39ae7863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (24cb1fd2-ba28-41aa-88a3-d4d666b649c4), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.654641 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 40130) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:47.660168 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-90e88653-7e19-44c1-b9df-1c6a39ae7863 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=202434d945f845e0a4ff7ee0b889134a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448789 Mar 29 01:18:47.663091 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e88653-7e19-44c1-b9df-1c6a39ae7863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cb1fd2-ba28-41aa-88a3-d4d666b649c4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:47.720573 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4553002d-7e00-4f5a-b9e5-de7f236a86d6 admin admin] Publish callbacks [] for security_group (24cb1fd2-ba28-41aa-88a3-d4d666b649c4), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.744129 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4553002d-7e00-4f5a-b9e5-de7f236a86d6 admin admin] Publish callbacks [] for security_group (24cb1fd2-ba28-41aa-88a3-d4d666b649c4), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.795314 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4553002d-7e00-4f5a-b9e5-de7f236a86d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (24cb1fd2-ba28-41aa-88a3-d4d666b649c4), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.798132 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4553002d-7e00-4f5a-b9e5-de7f236a86d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:47.799294 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-4553002d-7e00-4f5a-b9e5-de7f236a86d6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24cb1fd2-ba28-41aa-88a3-d4d666b649c4 HTTP/1.1" status: 204 len: 168 time: 0.1438043 Mar 29 01:18:47.808458 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553002d-7e00-4f5a-b9e5-de7f236a86d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cb1fd2-ba28-41aa-88a3-d4d666b649c4,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:48.164861 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72bbdf-9154-4fe2-a131-2c0e1d6f93a4 req-d41e68e2-4e43-4eca-8e2a-58380b9779af tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:48.167041 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6b72bbdf-9154-4fe2-a131-2c0e1d6f93a4 req-d41e68e2-4e43-4eca-8e2a-58380b9779af tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0542858 Mar 29 01:18:48.229519 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6b72bbdf-9154-4fe2-a131-2c0e1d6f93a4 req-d2b44dbd-63c4-4182-93dd-86172b16a20f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518005 Mar 29 01:18:48.987688 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40214) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:49.101907 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82300d93-881f-4f0c-b5c0-3a6907eb5e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:49.204310 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82300d93-881f-4f0c-b5c0-3a6907eb5e1d admin admin] Publish callbacks [] for security_group (fa28bd01-bc20-40f6-958b-49094fbe164d), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:49.215946 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-82300d93-881f-4f0c-b5c0-3a6907eb5e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (fa28bd01-bc20-40f6-958b-49094fbe164d), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:49.271251 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-82300d93-881f-4f0c-b5c0-3a6907eb5e1d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b6683c71184e4585930aa8155a42eafd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823310 Mar 29 01:18:49.271381 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 40232) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:49.272445 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82300d93-881f-4f0c-b5c0-3a6907eb5e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa28bd01-bc20-40f6-958b-49094fbe164d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:49.347233 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f43ea28c-e295-4f80-aafc-08ceeab40a97 admin admin] Publish callbacks [] for security_group (fa28bd01-bc20-40f6-958b-49094fbe164d), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:49.375570 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e402f-5144-4deb-aee7-cdd478a6723e req-0b71a955-0049-46da-b061-e112fe940830 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:49.377226 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e2e402f-5144-4deb-aee7-cdd478a6723e req-0b71a955-0049-46da-b061-e112fe940830 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0672469 Mar 29 01:18:49.378425 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f43ea28c-e295-4f80-aafc-08ceeab40a97 admin admin] Publish callbacks [] for security_group (fa28bd01-bc20-40f6-958b-49094fbe164d), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:49.428258 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e2e402f-5144-4deb-aee7-cdd478a6723e req-17a5710f-8dda-4ab4-9834-71e050aa6751 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452206 Mar 29 01:18:49.436490 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f43ea28c-e295-4f80-aafc-08ceeab40a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (fa28bd01-bc20-40f6-958b-49094fbe164d), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:49.439553 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f43ea28c-e295-4f80-aafc-08ceeab40a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:49.443671 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-f43ea28c-e295-4f80-aafc-08ceeab40a97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fa28bd01-bc20-40f6-958b-49094fbe164d HTTP/1.1" status: 204 len: 168 time: 0.1688740 Mar 29 01:18:49.449610 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ea28c-e295-4f80-aafc-08ceeab40a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa28bd01-bc20-40f6-958b-49094fbe164d,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:50.188627 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40266) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:50.280835 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-371932368-network', 'tenant_id': '9fe6c24ea1a84f1896e1cacbc3d55b9d'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:50.300901 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Made reservation on behalf of 9fe6c24ea1a84f1896e1cacbc3d55b9d for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:18:50.303211 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:50.313150 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:50.395324 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Publish callbacks [] for security_group (a5de6e3c-9373-4a73-b901-67a07c1909e9), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:50.399196 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a5de6e3c-9373-4a73-b901-67a07c1909e9), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:50.428169 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:18:50.434417 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5de6e3c-9373-4a73-b901-67a07c1909e9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:50.442533 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (bf7b2235-283b-4e98-997d-096f868ca81d), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:50.442533 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Added segment bf7b2235-283b-4e98-997d-096f868ca81d of type vlan for network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 Mar 29 01:18:50.485312 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (71c92f4b-80dd-4a2e-80df-3a86e34a7361), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:50.509123 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (71c92f4b-80dd-4a2e-80df-3a86e34a7361), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:50.510729 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:50.511338 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:50.566043 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3762388 Mar 29 01:18:50.569160 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 40282) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:50.573553 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01f53d-6470-489a-8eaa-b31fa6a69f89 admin admin] Pushing event updated for resources: {'Network': ['ID=71c92f4b-80dd-4a2e-80df-3a86e34a7361,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:50.574104 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] Request body: {'subnet': {'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-371932368-subnet', 'tenant_id': '9fe6c24ea1a84f1896e1cacbc3d55b9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:50.583234 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:18:50.592944 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] Made reservation on behalf of 9fe6c24ea1a84f1896e1cacbc3d55b9d for: {'subnet': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:18:50.595198 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:50.763236 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for subnet (6da430a6-b128-48cd-a8da-b89238aeff52), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:50.822226 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da430a6-b128-48cd-a8da-b89238aeff52,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:50.837027 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] Checking segment: {'id': 'bf7b2235-283b-4e98-997d-096f868ca81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:18:50.837389 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] Network hostable DHCP agents. Network: 71c92f4b-80dd-4a2e-80df-3a86e34a7361, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:18:50.856417 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] Network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:18:50.865637 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 71c92f4b-80dd-4a2e-80df-3a86e34a7361) {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:50.871546 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:50.873351 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:50.874707 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608cb4cb-4087-45c1-a0b4-b5dc423e6174 None None] Network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:18:50.896936 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-889e9690-0518-4a52-a2f3-ea7b82ddbe20 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3260601 Mar 29 01:18:50.983813 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fbcd4f-e6bb-417c-bebd-2f9276b06a17 None None] Network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:18:51.066966 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:51.071713 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a57702b9-ee45-4b9f-9a74-135ac9e0f228 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1690233709', 'description': 'tempest-description--1743320198'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:51.097223 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a57702b9-ee45-4b9f-9a74-135ac9e0f228 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.175402 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a57702b9-ee45-4b9f-9a74-135ac9e0f228 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group (319ff4b5-6e88-4c59-935a-a751f74f1978), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.179066 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a57702b9-ee45-4b9f-9a74-135ac9e0f228 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (319ff4b5-6e88-4c59-935a-a751f74f1978), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.208508 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a57702b9-ee45-4b9f-9a74-135ac9e0f228 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.209738 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a57702b9-ee45-4b9f-9a74-135ac9e0f228 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1415644 Mar 29 01:18:51.211586 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57702b9-ee45-4b9f-9a74-135ac9e0f228 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319ff4b5-6e88-4c59-935a-a751f74f1978,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:51.213341 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 40300) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:51.221483 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-9885c45b-93fb-477e-a33f-72f3117e2d56 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Request body: {'security_group_rule': {'security_group_id': '319ff4b5-6e88-4c59-935a-a751f74f1978', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:51.247275 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9885c45b-93fb-477e-a33f-72f3117e2d56 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group_rule (daab5cb5-be38-485f-a553-efafde5baf75), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.307845 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9885c45b-93fb-477e-a33f-72f3117e2d56 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group_rule (daab5cb5-be38-485f-a553-efafde5baf75), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.312621 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9885c45b-93fb-477e-a33f-72f3117e2d56 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (daab5cb5-be38-485f-a553-efafde5baf75), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.328297 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885c45b-93fb-477e-a33f-72f3117e2d56 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daab5cb5-be38-485f-a553-efafde5baf75,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:51.339698 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9885c45b-93fb-477e-a33f-72f3117e2d56 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.343207 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-9885c45b-93fb-477e-a33f-72f3117e2d56 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251957 Mar 29 01:18:51.343730 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40302) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:51.348695 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-0372ef46-d786-4cbd-a9c4-6ccc3a23ebad tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Request body: {'security_group_rule': {'security_group_id': '319ff4b5-6e88-4c59-935a-a751f74f1978', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:51.385061 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0372ef46-d786-4cbd-a9c4-6ccc3a23ebad tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group_rule (bb90aaf1-a1a0-45e3-a3fc-a8e9654a3771), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.449661 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0372ef46-d786-4cbd-a9c4-6ccc3a23ebad tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group_rule (bb90aaf1-a1a0-45e3-a3fc-a8e9654a3771), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.453361 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0372ef46-d786-4cbd-a9c4-6ccc3a23ebad tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (bb90aaf1-a1a0-45e3-a3fc-a8e9654a3771), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.470731 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372ef46-d786-4cbd-a9c4-6ccc3a23ebad tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb90aaf1-a1a0-45e3-a3fc-a8e9654a3771,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:51.478270 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0372ef46-d786-4cbd-a9c4-6ccc3a23ebad tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.480085 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0372ef46-d786-4cbd-a9c4-6ccc3a23ebad tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1351840 Mar 29 01:18:51.483158 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40308) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:51.487303 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:51.507707 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.612945 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:51.716828 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Allocated IP 172.27.2.14 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/6a754690-8132-4e36-8ab9-11336eb3fcac) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:18:52.036715 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for port (6a754690-8132-4e36-8ab9-11336eb3fcac), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:52.072755 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (6a754690-8132-4e36-8ab9-11336eb3fcac), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:52.111072 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:18:52.113979 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:52.120856 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:18:52.126199 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event updated for resources: {'Port': ['ID=6a754690-8132-4e36-8ab9-11336eb3fcac,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:52.211177 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for floatingip (58510509-c515-47f1-b8a0-a7e7d33472e3), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:52.250451 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6a754690-8132-4e36-8ab9-11336eb3fcac), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:52.409907 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for port (6a754690-8132-4e36-8ab9-11336eb3fcac), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:52.414602 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (6a754690-8132-4e36-8ab9-11336eb3fcac), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:52.489795 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event updated for resources: {'Port': ['ID=6a754690-8132-4e36-8ab9-11336eb3fcac,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:52.498125 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (58510509-c515-47f1-b8a0-a7e7d33472e3), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:52.513875 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:52.515182 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-196eb64b-fdcd-4d15-a02d-6e0938bea7ce tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0311074 Mar 29 01:18:52.715353 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-ccf4b50e-0e0a-4a0c-b4ad-ceb328fa8d29 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:52.716958 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-ccf4b50e-0e0a-4a0c-b4ad-ceb328fa8d29 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/networks?id=71c92f4b-80dd-4a2e-80df-3a86e34a7361 HTTP/1.1" status: 200 len: 808 time: 0.1273382 Mar 29 01:18:52.764951 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-8301f0da-0ecd-424f-8884-3844b77e6e10 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/quotas/9fe6c24ea1a84f1896e1cacbc3d55b9d HTTP/1.1" status: 200 len: 375 time: 0.0288837 Mar 29 01:18:52.789057 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-d1d591ed-695f-4f6e-ac27-3dac1609e8e5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1690233709&fields=id&tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4 HTTP/1.1" status: 200 len: 267 time: 0.0710425 Mar 29 01:18:52.809524 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-fa7dac76-f6c2-47bd-98ac-6acc7c345eb8 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9fe6c24ea1a84f1896e1cacbc3d55b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366571 Mar 29 01:18:52.984937 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-80fea0ea-baab-4c8e-bcbc-c8a6a031078e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:52.986660 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-80fea0ea-baab-4c8e-bcbc-c8a6a031078e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 818 time: 0.1802862 Mar 29 01:18:52.989266 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-06dba8ba-ccb7-47f3-abff-34c71dbfa981 service neutron] 10.222.0.23 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700649 Mar 29 01:18:53.049576 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-7484631a-c2ef-4ca5-ac5e-6f07fae48ff7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/quotas/87a44b64a2e74026b8cc3ee9dc239fb4 HTTP/1.1" status: 200 len: 375 time: 0.0559359 Mar 29 01:18:53.130350 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-019f6645-bd57-40de-9ae2-20fc497b8412 service neutron] 10.222.0.23 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343760 Mar 29 01:18:53.141171 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-56d21805-de73-4548-9f63-a1d7936c775c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0856812 Mar 29 01:18:53.248879 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-1d0b619f-ea88-412b-9088-b76400764e9a service neutron] 10.222.0.23 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941336 Mar 29 01:18:53.341709 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8f23e7e-9722-46a1-95d7-9f187ca17157 req-850fb2a6-d375-4e38-b7fa-3728e16d8c99 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 210 time: 0.0387371 Mar 29 01:18:53.383070 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-9b5c1945-6e4c-4bcd-9b4f-e99b4ccf8919 service neutron] 10.222.0.23 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226034 Mar 29 01:18:53.571620 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-76214ee4-178a-46b2-ad51-cd4cb65838d8 req-6487ee56-814b-4f30-bced-1e92d85bdd3e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 210 time: 0.0304501 Mar 29 01:18:54.021313 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40406) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:54.146369 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd6969f-ec6b-4233-b42c-d28bba83ee86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:54.225353 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd6969f-ec6b-4233-b42c-d28bba83ee86 admin admin] Publish callbacks [] for security_group (e66b83d2-8e03-406a-9e05-8cae0355c9e0), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:54.230277 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd6969f-ec6b-4233-b42c-d28bba83ee86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (e66b83d2-8e03-406a-9e05-8cae0355c9e0), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:54.263059 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-bcd6969f-ec6b-4233-b42c-d28bba83ee86 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d2545863e83453bbd864c221aed4bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382994 Mar 29 01:18:54.263369 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40414) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:54.308233 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6969f-ec6b-4233-b42c-d28bba83ee86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66b83d2-8e03-406a-9e05-8cae0355c9e0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:54.390730 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96a60497-74ce-4cba-abb3-8fe30f93ba6c admin admin] Publish callbacks [] for security_group (e66b83d2-8e03-406a-9e05-8cae0355c9e0), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:54.428548 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96a60497-74ce-4cba-abb3-8fe30f93ba6c admin admin] Publish callbacks [] for security_group (e66b83d2-8e03-406a-9e05-8cae0355c9e0), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:54.471051 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5d5bf16b-bae9-4190-a9fd-9e8be0278a8c req-ea6b9731-43a1-436a-a129-b5a3a0ca2cce tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 210 time: 0.0451524 Mar 29 01:18:54.505646 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-4f830d3f-2f9b-4a8c-bbb4-52fccb351b87 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:54.507130 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-4f830d3f-2f9b-4a8c-bbb4-52fccb351b87 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.13 "GET /v2.0/networks?id=71c92f4b-80dd-4a2e-80df-3a86e34a7361 HTTP/1.1" status: 200 len: 808 time: 0.1856844 Mar 29 01:18:54.522384 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Request body: {'port': {'device_id': 'c0a7e469-ccf5-4772-a286-e60c332a4d8d', 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361', 'admin_state_up': True, 'tenant_id': '9fe6c24ea1a84f1896e1cacbc3d55b9d'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:54.569861 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96a60497-74ce-4cba-abb3-8fe30f93ba6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (e66b83d2-8e03-406a-9e05-8cae0355c9e0), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:54.573500 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96a60497-74ce-4cba-abb3-8fe30f93ba6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:54.576958 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-96a60497-74ce-4cba-abb3-8fe30f93ba6c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e66b83d2-8e03-406a-9e05-8cae0355c9e0 HTTP/1.1" status: 204 len: 168 time: 0.3099678 Mar 29 01:18:54.590913 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a60497-74ce-4cba-abb3-8fe30f93ba6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66b83d2-8e03-406a-9e05-8cae0355c9e0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:54.649193 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-f7d2c01d-a9dc-4c35-8407-ff724d1bdcaf tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:54.651450 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-f7d2c01d-a9dc-4c35-8407-ff724d1bdcaf tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 818 time: 0.1071892 Mar 29 01:18:54.681006 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Made reservation on behalf of 9fe6c24ea1a84f1896e1cacbc3d55b9d for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:18:54.684308 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:54.708125 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0300d9c9-b4ca-41cf-acf6-18f0079fe1fc req-4e9588e8-2ad5-4b13-bde1-dced106d993d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 210 time: 0.0393426 Mar 29 01:18:54.727175 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-b3d56241-1ff0-4d8d-a9c1-1fb4bc740edc tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4 HTTP/1.1" status: 200 len: 380 time: 0.0671966 Mar 29 01:18:54.738137 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Request body: {'port': {'device_id': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'admin_state_up': True, 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'security_groups': ['319ff4b5-6e88-4c59-935a-a751f74f1978']}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:54.864952 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Made reservation on behalf of 87a44b64a2e74026b8cc3ee9dc239fb4 for: {'port': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:18:54.868535 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Allocated IP 172.20.0.3 (71c92f4b-80dd-4a2e-80df-3a86e34a7361/6da430a6-b128-48cd-a8da-b89238aeff52/4f4813db-42ca-4ac4-a49a-64b6471687c0) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:18:54.868740 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.004904 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Allocated IP 172.20.0.13 (34d6dad2-fad6-4cdd-baeb-fe9281b41efb/45074503-16c7-47f8-9435-fd0bd691dd9a/a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:18:55.031225 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks [] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.070219 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.119309 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8d6a7af-42c4-4a98-9024-4c1025b33f29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.120123 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:18:55.125561 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:55.130356 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:18:55.135126 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Pushing event updated for resources: {'Port': ['ID=4f4813db-42ca-4ac4-a49a-64b6471687c0,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:55.176196 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.180500 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:55.181733 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.198142 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-12d419f4-960d-4dbe-baab-4bea04d7139c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6798387 Mar 29 01:18:55.210007 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Request body: {'port': {'device_id': 'c0a7e469-ccf5-4772-a286-e60c332a4d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:55.212868 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.253473 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:18:55.256706 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:55.260489 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:18:55.266036 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:55.266646 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.272127 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.298176 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event updated for resources: {'Port': ['ID=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:55.329432 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-4649be5b-7d68-4ae3-a518-b02f8216490f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5955763 Mar 29 01:18:55.346227 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Request body: {'port': {'device_id': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:55.443407 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.707005 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-53bb3fed-3921-4a2c-80ef-9f4941b99b77 None None] Provisioning complete for port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:18:55.707640 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-53bb3fed-3921-4a2c-80ef-9f4941b99b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.735873 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f74f-078b-4c66-a9ec-73c9fc2eaf89 req-a6bea5ea-da0b-4f77-b0c2-151ad9f32ab2 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:55.737502 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba28f74f-078b-4c66-a9ec-73c9fc2eaf89 req-a6bea5ea-da0b-4f77-b0c2-151ad9f32ab2 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 931 time: 0.1432772 Mar 29 01:18:55.760424 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f4813db-42ca-4ac4-a49a-64b6471687c0 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:18:55.772574 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Publish callbacks [] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.801036 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Transition to ACTIVE for port object 4f4813db-42ca-4ac4-a49a-64b6471687c0 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:18:55.813536 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.814713 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-53bb3fed-3921-4a2c-80ef-9f4941b99b77 None None] Port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:18:55.851221 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba28f74f-078b-4c66-a9ec-73c9fc2eaf89 req-1cf3f5cf-79ad-4285-8e49-d8480a4ffd1f tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033089 Mar 29 01:18:55.905504 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:18:55.907051 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Pushing event updated for resources: {'Port': ['ID=4f4813db-42ca-4ac4-a49a-64b6471687c0,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:55.917155 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Publish callbacks [] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.930632 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Transition to ACTIVE for port object a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 will not be triggered until provisioned by entity L2. {{(pid=103386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:18:55.934503 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:55.973501 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcd277-4206-4291-b375-3d3f4512c0c8 req-8a2c6c05-24fb-4860-b844-0f188b3df27e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:55.975239 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ebfcd277-4206-4291-b375-3d3f4512c0c8 req-8a2c6c05-24fb-4860-b844-0f188b3df27e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 932 time: 0.1211534 Mar 29 01:18:56.012510 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Attempting to bind port 4f4813db-42ca-4ac4-a49a-64b6471687c0 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:18:56.012866 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Attempting to bind port 4f4813db-42ca-4ac4-a49a-64b6471687c0 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'bf7b2235-283b-4e98-997d-096f868ca81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:18:56.013211 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Attempting to bind port 4f4813db-42ca-4ac4-a49a-64b6471687c0 on network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:18:56.018097 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Pushing event updated for resources: {'Port': ['ID=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:56.027196 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Port 4f4813db-42ca-4ac4-a49a-64b6471687c0 on network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:18:56.027558 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Attempting to bind port 4f4813db-42ca-4ac4-a49a-64b6471687c0 on network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:18:56.029895 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Attempting to bind port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:18:56.030237 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Attempting to bind port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:18:56.030567 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Attempting to bind port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 on network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:18:56.035299 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 on network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:18:56.035600 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Attempting to bind port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 on network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:18:56.042706 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:18:56.043079 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Checking segment: {'id': 'bf7b2235-283b-4e98-997d-096f868ca81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:18:56.043696 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Bound using segment: {'id': 'bf7b2235-283b-4e98-997d-096f868ca81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:18:56.043924 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Bound port: 4f4813db-42ca-4ac4-a49a-64b6471687c0, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7b2235-283b-4e98-997d-096f868ca81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:18:56.044294 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.045705 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:18:56.046047 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Checking segment: {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:18:56.046426 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Bound using segment: {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:18:56.046868 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Bound port: a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '061b44cb-c14e-408f-b536-70466351fb13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:18:56.047423 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.076608 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ebfcd277-4206-4291-b375-3d3f4512c0c8 req-7f3b8c0a-652c-49a2-97c2-03ef0eaed1d7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725849 Mar 29 01:18:56.121853 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] For port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4, host hv-cinder-75078, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:18:56.125823 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] For port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:18:56.131246 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 40480) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:56.139398 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.139968 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] For port 4f4813db-42ca-4ac4-a49a-64b6471687c0, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:18:56.143471 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] For port 4f4813db-42ca-4ac4-a49a-64b6471687c0, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f4813db-42ca-4ac4-a49a-64b6471687c0,segment=NetworkSegment(bf7b2235-283b-4e98-997d-096f868ca81d),segment_id=bf7b2235-283b-4e98-997d-096f868ca81d)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:18:56.152297 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.176861 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:56.177482 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.178920 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] 10.222.0.13 "PUT /v2.0/ports/a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 HTTP/1.1" status: 200 len: 1094 time: 0.8368292 Mar 29 01:18:56.179393 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:18:56.182406 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcdd144c-53bd-4051-83ec-0aea08f7057c" -d '{"events": [{"name": "network-changed", "server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:18:56.188558 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:56.189181 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.190580 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] 10.222.0.13 "PUT /v2.0/ports/4f4813db-42ca-4ac4-a49a-64b6471687c0 HTTP/1.1" status: 200 len: 1093 time: 0.9852359 Mar 29 01:18:56.191053 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0a7e469-ccf5-4772-a286-e60c332a4d8d', 'tag': '4f4813db-42ca-4ac4-a49a-64b6471687c0'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:18:56.193323 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c148ace-73e2-4e29-b4de-ec0364aefb89" -d '{"events": [{"name": "network-changed", "server_uuid": "c0a7e469-ccf5-4772-a286-e60c332a4d8d", "tag": "4f4813db-42ca-4ac4-a49a-64b6471687c0"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:18:56.226120 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a77f80-8743-4021-be2a-5aa45be6ccec service neutron] Pushing event updated for resources: {'Port': ['ID=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:56.258452 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f048587-30e4-4fb8-b03b-469801be2450 x-openstack-request-id: req-6f048587-30e4-4fb8-b03b-469801be2450 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:18:56.259113 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0a7e469-ccf5-4772-a286-e60c332a4d8d", "tag": "4f4813db-42ca-4ac4-a49a-64b6471687c0", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:18:56.260142 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f048587-30e4-4fb8-b03b-469801be2450 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:18:56.260748 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f048587-30e4-4fb8-b03b-469801be2450'] response: {'name': 'network-changed', 'server_uuid': 'c0a7e469-ccf5-4772-a286-e60c332a4d8d', 'tag': '4f4813db-42ca-4ac4-a49a-64b6471687c0', 'status': 'completed', 'code': 200} Mar 29 01:18:56.279866 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4732eac3-2a95-4a71-86b9-ebe7ee8ab982 x-openstack-request-id: req-4732eac3-2a95-4a71-86b9-ebe7ee8ab982 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:18:56.280166 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:18:56.280831 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4732eac3-2a95-4a71-86b9-ebe7ee8ab982 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:18:56.281380 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4732eac3-2a95-4a71-86b9-ebe7ee8ab982'] response: {'name': 'network-changed', 'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'status': 'completed', 'code': 200} Mar 29 01:18:56.283641 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e321ee9-52c3-4c01-80ff-feba299b9fea service neutron] Pushing event updated for resources: {'Port': ['ID=4f4813db-42ca-4ac4-a49a-64b6471687c0,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:56.306909 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-42c45c75-d961-41f3-a5e0-bfbe9b1cdda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:56.308420 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-42c45c75-d961-41f3-a5e0-bfbe9b1cdda1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 1128 time: 0.0693641 Mar 29 01:18:56.348299 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7060ec25-3cde-4d81-becc-78b7bd62140f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.353775 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-d80a2ddd-b9b6-4333-a507-2b7d1dac95bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:56.355324 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-d80a2ddd-b9b6-4333-a507-2b7d1dac95bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fe6c24ea1a84f1896e1cacbc3d55b9d&device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 1127 time: 0.0889616 Mar 29 01:18:56.369940 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-091ae198-80d4-4618-b3e6-e26d640e479c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 HTTP/1.1" status: 200 len: 217 time: 0.0483856 Mar 29 01:18:56.410991 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-ede2e2c1-b890-4d3c-a6c2-9de041570189 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4813db-42ca-4ac4-a49a-64b6471687c0 HTTP/1.1" status: 200 len: 217 time: 0.0467079 Mar 29 01:18:56.422308 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-952cd63c-8d6c-43a1-86a0-226a4910be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:56.423804 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-952cd63c-8d6c-43a1-86a0-226a4910be10 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0488908 Mar 29 01:18:56.479036 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9fb42f39-db60-4522-9eeb-6f8059da804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:56.480505 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-9fb42f39-db60-4522-9eeb-6f8059da804f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6da430a6-b128-48cd-a8da-b89238aeff52 HTTP/1.1" status: 200 len: 848 time: 0.0623822 Mar 29 01:18:56.480944 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-287945d3-f212-4434-af5f-8c82ace738ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:56.482473 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-287945d3-f212-4434-af5f-8c82ace738ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523019 Mar 29 01:18:56.530273 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-0920511e-3137-4cfa-a7c2-df50df8ad2cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71c92f4b-80dd-4a2e-80df-3a86e34a7361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348330 Mar 29 01:18:56.542964 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7060ec25-3cde-4d81-becc-78b7bd62140f admin admin] Publish callbacks [] for security_group (669e5aab-0fd4-484d-9988-a824f75e76d4), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.552241 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7060ec25-3cde-4d81-becc-78b7bd62140f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (669e5aab-0fd4-484d-9988-a824f75e76d4), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.586486 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-2d3a1149-aa46-4c1f-ae98-fa3348784d8d service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902588 Mar 29 01:18:56.632602 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-7060ec25-3cde-4d81-becc-78b7bd62140f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=76639773af9548f38b827bcd5a89d148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5000539 Mar 29 01:18:56.635958 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40488) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:56.645827 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060ec25-3cde-4d81-becc-78b7bd62140f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669e5aab-0fd4-484d-9988-a824f75e76d4,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:56.666646 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-7688b9df-26b5-4511-af34-7d1c59621d42 service neutron] 10.222.0.13 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224174 Mar 29 01:18:56.713446 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-75fbcf5e-a215-4129-bfd1-8de6c047234c req-9ff60537-8b40-4a26-94a6-c7f1d9d3c4dc service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182475 Mar 29 01:18:56.714185 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0273a401-0f3a-41c3-bfb8-0b43ecb23bfb admin admin] Publish callbacks [] for security_group (669e5aab-0fd4-484d-9988-a824f75e76d4), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.740234 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0273a401-0f3a-41c3-bfb8-0b43ecb23bfb admin admin] Publish callbacks [] for security_group (669e5aab-0fd4-484d-9988-a824f75e76d4), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.762797 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-599c432d-5295-4057-ade7-05f0e62a1c46 req-d0b94f11-dcff-479f-82eb-3a6e4aee058f service neutron] 10.222.0.13 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896678 Mar 29 01:18:56.791361 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0273a401-0f3a-41c3-bfb8-0b43ecb23bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (669e5aab-0fd4-484d-9988-a824f75e76d4), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.793796 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0273a401-0f3a-41c3-bfb8-0b43ecb23bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:56.797672 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0273a401-0f3a-41c3-bfb8-0b43ecb23bfb admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/669e5aab-0fd4-484d-9988-a824f75e76d4 HTTP/1.1" status: 204 len: 168 time: 0.1569963 Mar 29 01:18:56.813664 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0273a401-0f3a-41c3-bfb8-0b43ecb23bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669e5aab-0fd4-484d-9988-a824f75e76d4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:56.835517 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd144c-53bd-4051-83ec-0aea08f7057c req-a3470fe8-91f0-4412-9d1b-b126e87c4928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:56.837507 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-dcdd144c-53bd-4051-83ec-0aea08f7057c req-a3470fe8-91f0-4412-9d1b-b126e87c4928 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 1128 time: 0.0567338 Mar 29 01:18:56.918115 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c148ace-73e2-4e29-b4de-ec0364aefb89 req-f97e3aa2-5105-400b-bdfd-d6c14780298d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:56.919883 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c148ace-73e2-4e29-b4de-ec0364aefb89 req-f97e3aa2-5105-400b-bdfd-d6c14780298d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fe6c24ea1a84f1896e1cacbc3d55b9d&device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 1127 time: 0.0958359 Mar 29 01:18:56.950479 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd144c-53bd-4051-83ec-0aea08f7057c req-02b362ef-5926-4739-906c-3182a36e497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:56.952150 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-dcdd144c-53bd-4051-83ec-0aea08f7057c req-02b362ef-5926-4739-906c-3182a36e497f service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.1070125 Mar 29 01:18:56.999310 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-dcdd144c-53bd-4051-83ec-0aea08f7057c req-49a14e57-6dac-4ce2-9b5a-3738bb2558ac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 HTTP/1.1" status: 200 len: 217 time: 0.0370095 Mar 29 01:18:57.057217 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd144c-53bd-4051-83ec-0aea08f7057c req-a573c87b-e1ad-482c-813e-8f59c32e0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:57.059423 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac7510-720b-4a9d-a47e-0665c0db7ca0 req-d14924ff-c37d-4225-8329-8b9ee8f34445 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:57.059807 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-dcdd144c-53bd-4051-83ec-0aea08f7057c req-a573c87b-e1ad-482c-813e-8f59c32e0b84 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0546899 Mar 29 01:18:57.060907 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-07ac7510-720b-4a9d-a47e-0665c0db7ca0 req-d14924ff-c37d-4225-8329-8b9ee8f34445 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 943 time: 0.0844648 Mar 29 01:18:57.090008 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c148ace-73e2-4e29-b4de-ec0364aefb89 req-60d700f2-8707-4cf0-bff6-b9c02e6312c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:57.091518 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c148ace-73e2-4e29-b4de-ec0364aefb89 req-60d700f2-8707-4cf0-bff6-b9c02e6312c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=71c92f4b-80dd-4a2e-80df-3a86e34a7361 HTTP/1.1" status: 200 len: 909 time: 0.1646526 Mar 29 01:18:57.147654 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd144c-53bd-4051-83ec-0aea08f7057c req-1736caf3-2705-46dd-b2f0-479e4f8e9cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:57.149221 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-dcdd144c-53bd-4051-83ec-0aea08f7057c req-1736caf3-2705-46dd-b2f0-479e4f8e9cfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0800309 Mar 29 01:18:57.158768 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c148ace-73e2-4e29-b4de-ec0364aefb89 req-2c9ab276-4181-4a38-bd6c-f22ff8a870dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f4813db-42ca-4ac4-a49a-64b6471687c0 HTTP/1.1" status: 200 len: 217 time: 0.0604522 Mar 29 01:18:57.246292 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-07ac7510-720b-4a9d-a47e-0665c0db7ca0 req-4b870e90-8dbe-4106-b3fd-539352aa99d0 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661353 Mar 29 01:18:57.269494 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c148ace-73e2-4e29-b4de-ec0364aefb89 req-8e24548f-c05d-458d-88b6-d468d63e0f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:57.271062 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c148ace-73e2-4e29-b4de-ec0364aefb89 req-8e24548f-c05d-458d-88b6-d468d63e0f1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6da430a6-b128-48cd-a8da-b89238aeff52 HTTP/1.1" status: 200 len: 848 time: 0.1047089 Mar 29 01:18:57.273862 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-dcdd144c-53bd-4051-83ec-0aea08f7057c req-ae3e58c0-9505-494d-81b2-f6793d22c727 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174932 Mar 29 01:18:57.283914 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9f38e-d187-42a4-a433-a318b6b91655 req-2a5ef8ee-dc65-4d37-a462-46ad4113a831 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:57.291349 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8f9f38e-d187-42a4-a433-a318b6b91655 req-2a5ef8ee-dc65-4d37-a462-46ad4113a831 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 944 time: 0.1230776 Mar 29 01:18:57.326506 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40516) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:57.330067 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c148ace-73e2-4e29-b4de-ec0364aefb89 req-db819ab5-a668-401a-99a8-109e71f1fe78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71c92f4b-80dd-4a2e-80df-3a86e34a7361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366695 Mar 29 01:18:57.383451 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-dcdd144c-53bd-4051-83ec-0aea08f7057c req-2a577afb-70f2-483f-a5f2-8e2710c5d583 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006980 Mar 29 01:18:57.490631 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a0f79861-d8c1-4dd3-84df-404cf25917ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.612092 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 40528) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:57.643800 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2afe18b4-3559-43d5-a689-d3c9039aa947 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.658841 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8f9f38e-d187-42a4-a433-a318b6b91655 req-f705a7d7-1591-4b2c-a730-e38e2174b481 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3671174 Mar 29 01:18:57.704756 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c148ace-73e2-4e29-b4de-ec0364aefb89 req-5e0e9607-8f97-44a0-944e-e6e056a8dd85 service neutron] 10.222.0.13 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671675 Mar 29 01:18:57.711177 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-203485626-network', 'tenant_id': 'b775a9d295454db8954fb0fb9e077e07'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:57.731396 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Made reservation on behalf of b775a9d295454db8954fb0fb9e077e07 for: {'network': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:18:57.733771 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.746622 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.823737 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Publish callbacks [] for security_group (ee2eece3-134f-4faa-8036-025ba811b42d), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.825785 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2afe18b4-3559-43d5-a689-d3c9039aa947 admin admin] Publish callbacks [] for security_group (14fb3261-b8bc-4759-9f56-72d7597fede5), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.828148 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (ee2eece3-134f-4faa-8036-025ba811b42d), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.830966 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2afe18b4-3559-43d5-a689-d3c9039aa947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (14fb3261-b8bc-4759-9f56-72d7597fede5), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.837305 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c148ace-73e2-4e29-b4de-ec0364aefb89 req-abdb73bc-dec3-4e22-92a8-8a0e482d2667 service neutron] 10.222.0.13 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255174 Mar 29 01:18:57.851826 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:18:57.869689 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2eece3-134f-4faa-8036-025ba811b42d,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:57.876626 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2afe18b4-3559-43d5-a689-d3c9039aa947 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c4b9de9c1d82427980e4368ebace70b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5465734 Mar 29 01:18:57.876791 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (2c6d2706-394c-4832-90c5-9cbff38dcfa7), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.876791 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.segments_db [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Added segment 2c6d2706-394c-4832-90c5-9cbff38dcfa7 of type vlan for network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa Mar 29 01:18:57.876968 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe18b4-3559-43d5-a689-d3c9039aa947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fb3261-b8bc-4759-9f56-72d7597fede5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:57.877048 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 40532) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:57.947296 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (ab7d0786-8c67-4e2f-975d-bb5fe501d6aa), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.976307 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c486d1fe-4c37-4ba7-b00d-bd1c47018efa admin admin] Publish callbacks [] for security_group (14fb3261-b8bc-4759-9f56-72d7597fede5), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.988336 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (ab7d0786-8c67-4e2f-975d-bb5fe501d6aa), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:57.989263 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:57.989850 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.018105 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c486d1fe-4c37-4ba7-b00d-bd1c47018efa admin admin] Publish callbacks [] for security_group (14fb3261-b8bc-4759-9f56-72d7597fede5), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.056786 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4430547 Mar 29 01:18:58.059728 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40536) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:58.064860 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] Request body: {'subnet': {'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-203485626-subnet', 'tenant_id': 'b775a9d295454db8954fb0fb9e077e07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:18:58.084474 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] Made reservation on behalf of b775a9d295454db8954fb0fb9e077e07 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:18:58.086962 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16946379'] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.089767 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63677612-c460-453f-b1b1-55b8855c67b6 admin admin] Pushing event updated for resources: {'Network': ['ID=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:58.101124 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:18:58.123545 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c486d1fe-4c37-4ba7-b00d-bd1c47018efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (14fb3261-b8bc-4759-9f56-72d7597fede5), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.126050 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c486d1fe-4c37-4ba7-b00d-bd1c47018efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.129535 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c486d1fe-4c37-4ba7-b00d-bd1c47018efa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14fb3261-b8bc-4759-9f56-72d7597fede5 HTTP/1.1" status: 204 len: 168 time: 0.2487903 Mar 29 01:18:58.138137 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c486d1fe-4c37-4ba7-b00d-bd1c47018efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fb3261-b8bc-4759-9f56-72d7597fede5,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:58.269938 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17431233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16946397'] for subnet (d2198df0-67d7-478e-a609-0b70aa4267a1), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.365587 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2198df0-67d7-478e-a609-0b70aa4267a1,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:58.375371 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] Checking segment: {'id': '2c6d2706-394c-4832-90c5-9cbff38dcfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:18:58.375566 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] Network hostable DHCP agents. Network: ab7d0786-8c67-4e2f-975d-bb5fe501d6aa, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:18:58.403433 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9990cc26-14d3-4593-8591-bf88f22c2dac req-6bad1f1d-e6f7-4665-9d26-ea73d1d5d363 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:58.405111 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9990cc26-14d3-4593-8591-bf88f22c2dac req-6bad1f1d-e6f7-4665-9d26-ea73d1d5d363 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 943 time: 0.0919178 Mar 29 01:18:58.413915 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] Network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:18:58.423100 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 40544) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:58.437184 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03f29655-94d3-46fc-b420-7f3045f3475c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.439133 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, ab7d0786-8c67-4e2f-975d-bb5fe501d6aa) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:18:58.445310 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:58.446129 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.449718 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ebe60c-db3d-44bd-af9b-72985d986da8 None None] Network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:18:58.480757 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-63efde28-2c93-49e8-92d7-e9439e82df11 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4199147 Mar 29 01:18:58.495077 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9990cc26-14d3-4593-8591-bf88f22c2dac req-24b5e3b9-712f-4ae5-8cbc-3ff6bab11eae tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830996 Mar 29 01:18:58.530180 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03f29655-94d3-46fc-b420-7f3045f3475c admin admin] Publish callbacks [] for security_group (173d0396-a06f-4fe3-8a07-927584346a77), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.541251 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03f29655-94d3-46fc-b420-7f3045f3475c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (173d0396-a06f-4fe3-8a07-927584346a77), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.583174 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-03f29655-94d3-46fc-b420-7f3045f3475c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=57b7c196bb9e4c8cade4b039369ea038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1588905 Mar 29 01:18:58.584154 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f29655-94d3-46fc-b420-7f3045f3475c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173d0396-a06f-4fe3-8a07-927584346a77,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:58.586082 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40548) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:58.644215 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-458a0896-cd8e-4d47-93e1-e2af9bbeffc1 admin admin] Publish callbacks [] for security_group (173d0396-a06f-4fe3-8a07-927584346a77), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.668413 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-458a0896-cd8e-4d47-93e1-e2af9bbeffc1 admin admin] Publish callbacks [] for security_group (173d0396-a06f-4fe3-8a07-927584346a77), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.690027 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.730384 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-458a0896-cd8e-4d47-93e1-e2af9bbeffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (173d0396-a06f-4fe3-8a07-927584346a77), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.734916 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878056c4-d09b-4a2b-b3bf-2987b370df68 None None] Network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:18:58.735316 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-458a0896-cd8e-4d47-93e1-e2af9bbeffc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:58.736470 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-458a0896-cd8e-4d47-93e1-e2af9bbeffc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/173d0396-a06f-4fe3-8a07-927584346a77 HTTP/1.1" status: 204 len: 168 time: 0.1496606 Mar 29 01:18:58.754847 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a0896-cd8e-4d47-93e1-e2af9bbeffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173d0396-a06f-4fe3-8a07-927584346a77,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:58.806866 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d82f6e-088a-477d-851e-805f9f58ff40 req-5a8a2bfe-fdc7-48ec-92ac-a42d8d70b3b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:58.813689 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d3d82f6e-088a-477d-851e-805f9f58ff40 req-5a8a2bfe-fdc7-48ec-92ac-a42d8d70b3b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 944 time: 0.0745916 Mar 29 01:18:58.875232 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d3d82f6e-088a-477d-851e-805f9f58ff40 req-d9544cab-edf2-48e4-b760-b11704850623 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596702 Mar 29 01:18:59.115618 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40564) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:59.128239 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70d210b7-b778-4734-a191-0e462bfad48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:59.205942 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70d210b7-b778-4734-a191-0e462bfad48d admin admin] Publish callbacks [] for security_group (3525a83d-6539-46fa-ade9-3ccb7da2a390), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:59.209272 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-70d210b7-b778-4734-a191-0e462bfad48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (3525a83d-6539-46fa-ade9-3ccb7da2a390), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:59.247797 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-70d210b7-b778-4734-a191-0e462bfad48d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=902e855e77ce4c449b3bcb177857c60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1310952 Mar 29 01:18:59.248899 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d210b7-b778-4734-a191-0e462bfad48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3525a83d-6539-46fa-ade9-3ccb7da2a390,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:59.250401 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 40566) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:18:59.300389 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-112f8fc9-8f78-4ed0-8e28-6f754255499b admin admin] Publish callbacks [] for security_group (3525a83d-6539-46fa-ade9-3ccb7da2a390), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:59.322387 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-112f8fc9-8f78-4ed0-8e28-6f754255499b admin admin] Publish callbacks [] for security_group (3525a83d-6539-46fa-ade9-3ccb7da2a390), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:59.372009 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-112f8fc9-8f78-4ed0-8e28-6f754255499b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (3525a83d-6539-46fa-ade9-3ccb7da2a390), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:59.374559 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-112f8fc9-8f78-4ed0-8e28-6f754255499b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:59.375852 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-112f8fc9-8f78-4ed0-8e28-6f754255499b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3525a83d-6539-46fa-ade9-3ccb7da2a390 HTTP/1.1" status: 204 len: 168 time: 0.1244533 Mar 29 01:18:59.383277 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f8fc9-8f78-4ed0-8e28-6f754255499b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3525a83d-6539-46fa-ade9-3ccb7da2a390,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:18:59.615965 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12a6464-2e28-41d4-bc80-e70a268f4e78 req-2c23020e-1771-40e3-b68e-44dfdcec816c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:59.617470 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b12a6464-2e28-41d4-bc80-e70a268f4e78 req-2c23020e-1771-40e3-b68e-44dfdcec816c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 943 time: 0.0530386 Mar 29 01:18:59.664659 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b12a6464-2e28-41d4-bc80-e70a268f4e78 req-4e0a3b44-547d-4eef-8e40-703df3387328 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413854 Mar 29 01:18:59.909242 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:18:59.995994 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1ee1e-8fdd-47e5-a7e2-e102f2cdf221 req-1b2fe855-7c53-432e-963e-a9e6215d6e19 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:18:59.997507 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-24f1ee1e-8fdd-47e5-a7e2-e102f2cdf221 req-1b2fe855-7c53-432e-963e-a9e6215d6e19 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 944 time: 0.0576694 Mar 29 01:19:00.043856 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-24f1ee1e-8fdd-47e5-a7e2-e102f2cdf221 req-87bbd1bb-8dd8-4385-ad1a-d880f38ed7a8 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408742 Mar 29 01:19:00.421287 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-f7976b77-cf6c-4155-93a6-c042cc87e3d6 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:00.422845 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-f7976b77-cf6c-4155-93a6-c042cc87e3d6 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/networks?id=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa HTTP/1.1" status: 200 len: 813 time: 0.1142790 Mar 29 01:19:00.439609 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4894012d-d391-4009-b536-b89bc6a67d04 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/quotas/b775a9d295454db8954fb0fb9e077e07 HTTP/1.1" status: 200 len: 375 time: 0.0102863 Mar 29 01:19:00.479168 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-79e84488-36e2-452f-afdd-95998cac8975 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b775a9d295454db8954fb0fb9e077e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334342 Mar 29 01:19:00.568696 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-2396e2b8-4e23-47cf-bea0-8bb1ebd3e3f3 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830097 Mar 29 01:19:00.657718 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-a69836d2-d5b9-4a9f-a823-71c88e578c74 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826895 Mar 29 01:19:00.731152 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:19:00.814083 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c50bd041-7e57-4192-a9a0-3ffd1b2467fe req-ecc02f42-ba89-4360-bf84-3e06f404917b tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 210 time: 0.0278893 Mar 29 01:19:00.826569 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a2ad9-a5fd-44ae-9611-9bb372eaf78a req-cbfc308c-bc31-4019-98a0-6a103895c0a0 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:00.828355 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7a4a2ad9-a5fd-44ae-9611-9bb372eaf78a req-cbfc308c-bc31-4019-98a0-6a103895c0a0 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 943 time: 0.0976064 Mar 29 01:19:00.862562 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:00.877166 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7a4a2ad9-a5fd-44ae-9611-9bb372eaf78a req-18c206c6-699d-4348-8d2f-7a5a2bd56947 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Mar 29 01:19:00.878267 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'port_id': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'mac_address': 'fa:16:3e:3e:a6:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:19:00.941551 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:19:00.942151 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:00.955983 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:19:00.975928 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:00.979624 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:00.980272 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 4f4813db-42ca-4ac4-a49a-64b6471687c0 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:19:01.085933 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:01.135278 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 4f4813db-42ca-4ac4-a49a-64b6471687c0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f4813db-42ca-4ac4-a49a-64b6471687c0,segment=NetworkSegment(bf7b2235-283b-4e98-997d-096f868ca81d),segment_id=bf7b2235-283b-4e98-997d-096f868ca81d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:01.148358 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '4f4813db-42ca-4ac4-a49a-64b6471687c0', 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361', 'port_id': '4f4813db-42ca-4ac4-a49a-64b6471687c0', 'mac_address': 'fa:16:3e:57:a4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da430a6-b128-48cd-a8da-b89238aeff52', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:19:01.180091 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1612ced-42c1-4f61-bec2-7119f2b40852 req-6e481875-65c3-4b77-9e49-ef584fb30727 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:01.182301 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c1612ced-42c1-4f61-bec2-7119f2b40852 req-6e481875-65c3-4b77-9e49-ef584fb30727 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 945 time: 0.0638428 Mar 29 01:19:01.190860 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 4f4813db-42ca-4ac4-a49a-64b6471687c0 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:19:01.191254 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:01.209486 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f4813db-42ca-4ac4-a49a-64b6471687c0 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:19:01.231887 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 4f4813db-42ca-4ac4-a49a-64b6471687c0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f4813db-42ca-4ac4-a49a-64b6471687c0,segment=NetworkSegment(bf7b2235-283b-4e98-997d-096f868ca81d),segment_id=bf7b2235-283b-4e98-997d-096f868ca81d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:01.236154 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:01.244512 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c1612ced-42c1-4f61-bec2-7119f2b40852 req-ce6e82cb-1158-4b7b-a9c3-3eccb2319498 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559251 Mar 29 01:19:01.285952 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=4f4813db-42ca-4ac4-a49a-64b6471687c0,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:01.499765 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:01.615597 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-ef8ce36d-2afb-4d02-afe1-8905b393de40 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=62d355e230a949d887b48be062d25f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286183 Mar 29 01:19:01.655722 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['4f4813db-42ca-4ac4-a49a-64b6471687c0'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:19:01.679868 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:19:01.824064 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-2dd77a3e-21d2-4d0b-a419-62333e7b1f96 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:01.825529 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-2dd77a3e-21d2-4d0b-a419-62333e7b1f96 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048743 Mar 29 01:19:01.872464 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-3533cdb6-00e0-4d3a-af56-8387ed2b7538 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/quotas/62d355e230a949d887b48be062d25f39 HTTP/1.1" status: 200 len: 375 time: 0.0190969 Mar 29 01:19:01.908562 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-3fae0f28-ee7c-453b-b990-d23fbfd5026b tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=62d355e230a949d887b48be062d25f39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284793 Mar 29 01:19:01.958436 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4fc63e55-7622-45da-923a-43714897de7d req-a17a4c76-e7ee-454a-b042-04d21de46cef tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 210 time: 0.0408072 Mar 29 01:19:01.989041 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-3f305bd1-defb-409d-80f0-d89f4116eb46 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:01.990910 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-3f305bd1-defb-409d-80f0-d89f4116eb46 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.13 "GET /v2.0/networks?id=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa HTTP/1.1" status: 200 len: 813 time: 0.1924355 Mar 29 01:19:02.013840 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Request body: {'port': {'device_id': '85ebd72f-db0d-4337-96f0-2003a1dd4d20', 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa', 'admin_state_up': True, 'tenant_id': 'b775a9d295454db8954fb0fb9e077e07'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:19:02.116424 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cdd5d8c4-d0a9-4ea3-9280-7ef780454716 req-351a53cd-5a70-4305-9c10-6ca1137f76ea tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 210 time: 0.0471900 Mar 29 01:19:02.164247 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcc52b9-2d1c-4598-a307-7bee9fbf77ca req-1dc480fe-2d09-48f9-8b8a-59faa706d2e0 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:02.166213 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2dcc52b9-2d1c-4598-a307-7bee9fbf77ca req-1dc480fe-2d09-48f9-8b8a-59faa706d2e0 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 944 time: 0.1371021 Mar 29 01:19:02.207395 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Made reservation on behalf of b775a9d295454db8954fb0fb9e077e07 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:19:02.210837 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:02.240374 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2dcc52b9-2d1c-4598-a307-7bee9fbf77ca req-19420518-db9b-431f-bb1f-e241b5f45c48 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681536 Mar 29 01:19:02.389332 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Allocated IP 172.20.0.5 (ab7d0786-8c67-4e2f-975d-bb5fe501d6aa/d2198df0-67d7-478e-a609-0b70aa4267a1/1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:19:02.418014 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2f4882-13d9-40a3-980b-751a139337ce req-7944f5b8-4ab2-42fe-b4d6-ce72944ffe80 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:02.420290 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5a2f4882-13d9-40a3-980b-751a139337ce req-7944f5b8-4ab2-42fe-b4d6-ce72944ffe80 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 945 time: 0.0863233 Mar 29 01:19:02.540986 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5a2f4882-13d9-40a3-980b-751a139337ce req-9003f285-9145-49d6-9b4c-b1db5e5f4888 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149065 Mar 29 01:19:02.605726 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks [] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:02.645237 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:02.689330 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:19:02.692587 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:19:02.699520 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:19:02.723311 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Pushing event updated for resources: {'Port': ['ID=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:02.751082 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:02.751686 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:02.767802 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-4a693fc4-e10c-485f-aa3f-d320cd188f08 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7617390 Mar 29 01:19:02.786542 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Request body: {'port': {'device_id': '85ebd72f-db0d-4337-96f0-2003a1dd4d20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:19:02.846625 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.126217 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4838d-fdbe-40d4-86a5-6327ddb2cbe3 req-26bc00cd-ffb5-4d36-8b6d-91b44a4c31a1 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:03.127640 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ccf4838d-fdbe-40d4-86a5-6327ddb2cbe3 req-26bc00cd-ffb5-4d36-8b6d-91b44a4c31a1 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 931 time: 0.0952175 Mar 29 01:19:03.146131 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:19:03.157423 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-41e85fc4-faaf-4a6e-8c31-fd7c44916744 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=62d355e230a949d887b48be062d25f39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314896 Mar 29 01:19:03.159705 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Publish callbacks [] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.183215 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Transition to ACTIVE for port object 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:19:03.193877 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.214983 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.225875 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ccf4838d-fdbe-40d4-86a5-6327ddb2cbe3 req-b2058143-c49e-4858-9174-b5ad320d1a74 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919783 Mar 29 01:19:03.265524 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-61a6985c-1218-4c66-ad90-094a396a5eb7 req-3d365834-ea6e-4bd9-bb2d-a7e8ebcb491c tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 210 time: 0.0385544 Mar 29 01:19:03.277535 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:03.377772 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-169975fd-d4c5-4179-a048-505f88c99b1f tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:03.379591 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-169975fd-d4c5-4179-a048-505f88c99b1f tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151022 Mar 29 01:19:03.380446 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Attempting to bind port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:19:03.380793 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Attempting to bind port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '2c6d2706-394c-4832-90c5-9cbff38dcfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:19:03.381122 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Attempting to bind port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 on network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:19:03.388332 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 on network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:19:03.388657 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Attempting to bind port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 on network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:19:03.396154 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Request body: {'port': {'device_id': '7afb80a4-09eb-40ad-8db9-00c051492257', 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e', 'admin_state_up': True, 'tenant_id': '62d355e230a949d887b48be062d25f39'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:19:03.396335 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:19:03.396596 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Checking segment: {'id': '2c6d2706-394c-4832-90c5-9cbff38dcfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:19:03.396958 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Bound using segment: {'id': '2c6d2706-394c-4832-90c5-9cbff38dcfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:19:03.397405 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Bound port: 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6d2706-394c-4832-90c5-9cbff38dcfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:19:03.397768 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.425154 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb22ada3-59a1-416d-ba89-c7a867ec18a4 req-0ee37711-2e40-43e0-a365-cd6a9753137c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:03.426912 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb22ada3-59a1-416d-ba89-c7a867ec18a4 req-0ee37711-2e40-43e0-a365-cd6a9753137c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 944 time: 0.0850196 Mar 29 01:19:03.505530 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] For port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:19:03.508395 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Made reservation on behalf of 62d355e230a949d887b48be062d25f39 for: {'port': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:19:03.508638 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] For port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53,segment=NetworkSegment(2c6d2706-394c-4832-90c5-9cbff38dcfa7),segment_id=2c6d2706-394c-4832-90c5-9cbff38dcfa7)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:19:03.512532 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.513270 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb22ada3-59a1-416d-ba89-c7a867ec18a4 req-751602e9-1ea3-4845-8fc5-97217dd4bbb4 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693684 Mar 29 01:19:03.519458 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.523347 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.564720 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:03.565336 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.566725 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] 10.222.0.13 "PUT /v2.0/ports/1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 HTTP/1.1" status: 200 len: 1093 time: 0.7841170 Mar 29 01:19:03.567174 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85ebd72f-db0d-4337-96f0-2003a1dd4d20', 'tag': '1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:03.569628 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e92538b-8cd8-4ebd-85a8-8f81ff08da12" -d '{"events": [{"name": "network-changed", "server_uuid": "85ebd72f-db0d-4337-96f0-2003a1dd4d20", "tag": "1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:03.591518 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1f4a0-f7bb-4cc7-a00f-29ede9ab4dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:03.627960 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Publish callbacks [] for security_group (29b7a2e2-b97d-4e19-ad21-51fbc5e931b8), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.632144 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (29b7a2e2-b97d-4e19-ad21-51fbc5e931b8), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.636827 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6359dd60-936b-4a1f-94dd-047b6efb2e50 x-openstack-request-id: req-6359dd60-936b-4a1f-94dd-047b6efb2e50 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:03.637116 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85ebd72f-db0d-4337-96f0-2003a1dd4d20", "tag": "1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:03.637365 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6359dd60-936b-4a1f-94dd-047b6efb2e50 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:03.637760 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6359dd60-936b-4a1f-94dd-047b6efb2e50'] response: {'name': 'network-changed', 'server_uuid': '85ebd72f-db0d-4337-96f0-2003a1dd4d20', 'tag': '1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53', 'status': 'completed', 'code': 200} Mar 29 01:19:03.705769 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:03.777927 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Allocated IP 192.168.233.63 (7684c6f1-beb1-4577-874c-604cb432a93e/49443b70-1fe2-4efa-ab83-a92a6aa67e82/3846851e-0edc-45cc-9880-c0fe3c85e850) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:19:03.925901 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a838dda-3520-4cf3-92ec-c6853b3fa818 req-c1fdb698-077b-465b-8aa3-d11929c286f2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:03.927398 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7a838dda-3520-4cf3-92ec-c6853b3fa818 req-c1fdb698-077b-465b-8aa3-d11929c286f2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 945 time: 0.3024251 Mar 29 01:19:03.930101 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-90c430b9-56a7-4656-a46e-cc401d8ef9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:03.932005 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-90c430b9-56a7-4656-a46e-cc401d8ef9fa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b775a9d295454db8954fb0fb9e077e07&device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 1127 time: 0.2932498 Mar 29 01:19:03.941827 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Publish callbacks [] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.975898 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:03.991595 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-dcbbbb84-1073-431b-9396-f2893bd6611f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 HTTP/1.1" status: 200 len: 217 time: 0.0436475 Mar 29 01:19:04.007498 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7a838dda-3520-4cf3-92ec-c6853b3fa818 req-dfb66c93-e0e6-4957-92b6-f55814d45983 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732386 Mar 29 01:19:04.017009 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Network 7684c6f1-beb1-4577-874c-604cb432a93e is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:19:04.023230 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:19:04.025635 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:19:04.031218 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:04.031822 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:04.049500 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Pushing event updated for resources: {'Port': ['ID=3846851e-0edc-45cc-9880-c0fe3c85e850,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:04.062180 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-c6767b49-9d50-494f-a64c-85cc6cd68e7e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6707404 Mar 29 01:19:04.100165 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Request body: {'port': {'device_id': '7afb80a4-09eb-40ad-8db9-00c051492257', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:19:04.144495 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-0f110553-dfc7-4583-810f-1e47b5f07a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:04.146109 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-0f110553-dfc7-4583-810f-1e47b5f07a53 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2198df0-67d7-478e-a609-0b70aa4267a1 HTTP/1.1" status: 200 len: 853 time: 0.0500240 Mar 29 01:19:04.160933 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:04.184434 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-0a0aaa8d-572b-4d03-b2cc-0c472f7e4c43 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298378 Mar 29 01:19:04.264909 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-3b352d51-0a92-4ca8-8793-b133d5cc0604 None None] Provisioning complete for port 3846851e-0edc-45cc-9880-c0fe3c85e850 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:19:04.266291 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3b352d51-0a92-4ca8-8793-b133d5cc0604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:04.286910 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-16cc87b9-e6b3-47fe-a550-a67d0d09ea11 service neutron] 10.222.0.13 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958993 Mar 29 01:19:04.311516 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-3b352d51-0a92-4ca8-8793-b133d5cc0604 None None] Port 3846851e-0edc-45cc-9880-c0fe3c85e850 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:19:04.437731 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3846851e-0edc-45cc-9880-c0fe3c85e850 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:19:04.445028 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Publish callbacks [] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:04.454054 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c25c5774-51c9-4dd8-842b-070a57ff5fe4 req-91b37a86-faf2-4e0f-b664-5b5ca10b6653 service neutron] 10.222.0.13 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602893 Mar 29 01:19:04.457860 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Transition to ACTIVE for port object 3846851e-0edc-45cc-9880-c0fe3c85e850 will not be triggered until provisioned by entity L2. {{(pid=103386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:19:04.462042 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:04.468485 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b74fd4-7982-486d-a673-4d0500bef2ba req-31167554-e2e1-4475-80d9-4ec92ae698c6 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:04.469716 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-80b74fd4-7982-486d-a673-4d0500bef2ba req-31167554-e2e1-4475-80d9-4ec92ae698c6 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 943 time: 0.1207004 Mar 29 01:19:04.478394 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1177eef-4585-4d9e-b2de-5d9be8b998d6 req-83fd1086-143a-4669-b673-420e3ebc7b3e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:04.479324 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e1177eef-4585-4d9e-b2de-5d9be8b998d6 req-83fd1086-143a-4669-b673-420e3ebc7b3e tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 935 time: 0.1163933 Mar 29 01:19:04.548672 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Pushing event updated for resources: {'Port': ['ID=3846851e-0edc-45cc-9880-c0fe3c85e850,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:04.554704 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Attempting to bind port 3846851e-0edc-45cc-9880-c0fe3c85e850 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:19:04.555083 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Attempting to bind port 3846851e-0edc-45cc-9880-c0fe3c85e850 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '0d0e445d-ad5d-4ee2-befb-2903d4fe06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:19:04.555414 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Attempting to bind port 3846851e-0edc-45cc-9880-c0fe3c85e850 on network 7684c6f1-beb1-4577-874c-604cb432a93e {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:19:04.560294 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Port 3846851e-0edc-45cc-9880-c0fe3c85e850 on network 7684c6f1-beb1-4577-874c-604cb432a93e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:19:04.560627 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Attempting to bind port 3846851e-0edc-45cc-9880-c0fe3c85e850 on network 7684c6f1-beb1-4577-874c-604cb432a93e {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:19:04.566126 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:19:04.566467 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Checking segment: {'id': '0d0e445d-ad5d-4ee2-befb-2903d4fe06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:19:04.566889 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Bound using segment: {'id': '0d0e445d-ad5d-4ee2-befb-2903d4fe06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:19:04.567306 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Bound port: 3846851e-0edc-45cc-9880-c0fe3c85e850, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d0e445d-ad5d-4ee2-befb-2903d4fe06c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:19:04.568162 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:04.586803 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-80b74fd4-7982-486d-a673-4d0500bef2ba req-e9d8f45b-2f20-474a-a976-0f27f16d3d1d tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064024 Mar 29 01:19:04.591153 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e1177eef-4585-4d9e-b2de-5d9be8b998d6 req-9a17b0f6-7ff4-44c3-8378-dfa7f71461f6 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049628 Mar 29 01:19:04.611989 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92538b-8cd8-4ebd-85a8-8f81ff08da12 req-bfcf69a1-d9b1-4d15-8e98-f68c97e52417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:04.615490 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e92538b-8cd8-4ebd-85a8-8f81ff08da12 req-bfcf69a1-d9b1-4d15-8e98-f68c97e52417 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b775a9d295454db8954fb0fb9e077e07&device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 1127 time: 0.0914333 Mar 29 01:19:04.651568 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] For port 3846851e-0edc-45cc-9880-c0fe3c85e850, host hv-cinder-75078, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:19:04.655137 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] For port 3846851e-0edc-45cc-9880-c0fe3c85e850, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3846851e-0edc-45cc-9880-c0fe3c85e850,segment=NetworkSegment(0d0e445d-ad5d-4ee2-befb-2903d4fe06c4),segment_id=0d0e445d-ad5d-4ee2-befb-2903d4fe06c4)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:19:04.665004 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:04.702110 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:04.702714 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:04.704124 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] 10.222.0.13 "PUT /v2.0/ports/3846851e-0edc-45cc-9880-c0fe3c85e850 HTTP/1.1" status: 200 len: 1097 time: 0.6083906 Mar 29 01:19:04.704558 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7afb80a4-09eb-40ad-8db9-00c051492257', 'tag': '3846851e-0edc-45cc-9880-c0fe3c85e850'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:04.707036 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a99ca1-fae9-48db-a87c-7d5a740b5592" -d '{"events": [{"name": "network-changed", "server_uuid": "7afb80a4-09eb-40ad-8db9-00c051492257", "tag": "3846851e-0edc-45cc-9880-c0fe3c85e850"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:04.754283 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcaf96-91b0-4b16-a03d-926e24c12198 service neutron] Pushing event updated for resources: {'Port': ['ID=3846851e-0edc-45cc-9880-c0fe3c85e850,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:04.765693 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:19:04.767347 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d575c0-3b6d-4b10-abc0-a1cdb5d494f2 req-a0926866-0513-4df6-88cc-d766618ad0b5 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:04.768965 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a9d575c0-3b6d-4b10-abc0-a1cdb5d494f2 req-a0926866-0513-4df6-88cc-d766618ad0b5 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 944 time: 0.0923917 Mar 29 01:19:04.797942 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92538b-8cd8-4ebd-85a8-8f81ff08da12 req-e1172216-9fdd-4abb-bf2a-76f6ec317475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:04.799559 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e92538b-8cd8-4ebd-85a8-8f81ff08da12 req-e1172216-9fdd-4abb-bf2a-76f6ec317475 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa HTTP/1.1" status: 200 len: 914 time: 0.1792867 Mar 29 01:19:04.800404 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2793a12d-e64f-4de5-9e42-e0b2a973a5e8 x-openstack-request-id: req-2793a12d-e64f-4de5-9e42-e0b2a973a5e8 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:04.800696 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7afb80a4-09eb-40ad-8db9-00c051492257", "tag": "3846851e-0edc-45cc-9880-c0fe3c85e850", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:04.800943 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2793a12d-e64f-4de5-9e42-e0b2a973a5e8 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:04.801334 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2793a12d-e64f-4de5-9e42-e0b2a973a5e8'] response: {'name': 'network-changed', 'server_uuid': '7afb80a4-09eb-40ad-8db9-00c051492257', 'tag': '3846851e-0edc-45cc-9880-c0fe3c85e850', 'status': 'completed', 'code': 200} Mar 29 01:19:04.829990 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-ae383db8-da6b-45d1-91a4-5ec7a565e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:04.831652 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-ae383db8-da6b-45d1-91a4-5ec7a565e8a3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62d355e230a949d887b48be062d25f39&device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 1131 time: 0.0662289 Mar 29 01:19:04.851073 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:19:04.853972 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e92538b-8cd8-4ebd-85a8-8f81ff08da12 req-891342af-463c-4b2c-95c1-f5d7815dbb01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 HTTP/1.1" status: 200 len: 217 time: 0.0417111 Mar 29 01:19:04.859993 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:19:04.860568 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:04.885992 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-83115fe9-81ed-4644-af8a-810f21d0ca9c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3846851e-0edc-45cc-9880-c0fe3c85e850 HTTP/1.1" status: 200 len: 217 time: 0.0457153 Mar 29 01:19:04.920935 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a9d575c0-3b6d-4b10-abc0-a1cdb5d494f2 req-35f89b9e-d483-4dd5-9a33-21b3706b6de1 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371155 Mar 29 01:19:04.925248 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92538b-8cd8-4ebd-85a8-8f81ff08da12 req-da1c954f-c9d7-405d-9011-d96194de924e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:04.926199 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e92538b-8cd8-4ebd-85a8-8f81ff08da12 req-da1c954f-c9d7-405d-9011-d96194de924e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2198df0-67d7-478e-a609-0b70aa4267a1 HTTP/1.1" status: 200 len: 853 time: 0.0639138 Mar 29 01:19:04.940813 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-118060cd-6201-4609-87b0-93583475a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:04.943790 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-118060cd-6201-4609-87b0-93583475a6e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49443b70-1fe2-4efa-ab83-a92a6aa67e82 HTTP/1.1" status: 200 len: 843 time: 0.0521843 Mar 29 01:19:04.967862 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e92538b-8cd8-4ebd-85a8-8f81ff08da12 req-60aed89b-8c06-4471-a706-2ed74766b5f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340021 Mar 29 01:19:04.969070 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:19:04.971236 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:04.995960 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:04.998618 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fb6bb4-ecd9-44bf-842a-8cf6ea6e3a21" -d '{"events": [{"server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "name": "network-vif-plugged", "status": "completed", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:05.003869 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-2ad23ed9-2147-45fe-9662-224320d0e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:05.005368 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-2ad23ed9-2147-45fe-9662-224320d0e7ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7684c6f1-beb1-4577-874c-604cb432a93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0493891 Mar 29 01:19:05.018200 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:05.027723 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:05.028766 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 4f4813db-42ca-4ac4-a49a-64b6471687c0 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:19:05.074617 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e92538b-8cd8-4ebd-85a8-8f81ff08da12 req-2d1613ea-3b02-49eb-81fa-75776bb77155 service neutron] 10.222.0.13 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991433 Mar 29 01:19:05.077312 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12536d1-058d-4464-afb1-7a6a771a0a8a x-openstack-request-id: req-e12536d1-058d-4464-afb1-7a6a771a0a8a {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:05.077625 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "name": "network-vif-plugged", "status": "completed", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:05.077878 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e12536d1-058d-4464-afb1-7a6a771a0a8a {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:05.078270 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12536d1-058d-4464-afb1-7a6a771a0a8a'] response: {'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'code': 200} Mar 29 01:19:05.111237 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:05.137687 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 4f4813db-42ca-4ac4-a49a-64b6471687c0 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:19:05.142508 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 4f4813db-42ca-4ac4-a49a-64b6471687c0 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:19:05.143330 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:05.230970 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e92538b-8cd8-4ebd-85a8-8f81ff08da12 req-25f48a9f-7471-49cf-a0b7-66b584a279c6 service neutron] 10.222.0.13 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413176 Mar 29 01:19:05.240186 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 4f4813db-42ca-4ac4-a49a-64b6471687c0 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:19:05.240590 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:05.249193 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c85b6d-ef16-40f1-9a3e-0fbe8501473c req-a6bcaa79-8e91-49c2-a763-5a2f3a36b93d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:05.258550 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-69c85b6d-ef16-40f1-9a3e-0fbe8501473c req-a6bcaa79-8e91-49c2-a763-5a2f3a36b93d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0998733 Mar 29 01:19:05.287592 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 4f4813db-42ca-4ac4-a49a-64b6471687c0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f4813db-42ca-4ac4-a49a-64b6471687c0,segment=NetworkSegment(bf7b2235-283b-4e98-997d-096f868ca81d),segment_id=bf7b2235-283b-4e98-997d-096f868ca81d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:05.293399 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:05.345362 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-69c85b6d-ef16-40f1-9a3e-0fbe8501473c req-eb09e8f5-1c96-4bf6-9c96-ab8d3adccae5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854702 Mar 29 01:19:05.346873 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=4f4813db-42ca-4ac4-a49a-64b6471687c0,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:05.356928 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec3829-e7db-44a5-9b51-8a7d630a19b9 req-aa2bd01d-fe84-4941-a308-3f4457c604b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:05.358639 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-42ec3829-e7db-44a5-9b51-8a7d630a19b9 req-aa2bd01d-fe84-4941-a308-3f4457c604b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 1130 time: 0.0902572 Mar 29 01:19:05.400922 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-e9241a3c-48e3-400a-9cc1-3886aad283b8 service neutron] 10.222.0.13 "GET /v2.0/networks/7684c6f1-beb1-4577-874c-604cb432a93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892980 Mar 29 01:19:05.406923 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-42ec3829-e7db-44a5-9b51-8a7d630a19b9 req-e144159c-62d7-4ea2-8642-15bb91b489df service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409598 Mar 29 01:19:05.746247 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666e1a3-aff5-4504-bb2b-cc2452ec10fb req-ce3422e2-a711-4d22-8ad8-dc8a5dd4bfa1 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:05.747738 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5666e1a3-aff5-4504-bb2b-cc2452ec10fb req-ce3422e2-a711-4d22-8ad8-dc8a5dd4bfa1 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 943 time: 0.0850899 Mar 29 01:19:05.755583 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380a0aa-5c9d-4582-8737-a040bcaeb39d req-1b508089-26dc-4615-8a9f-e9f4a0487afd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:05.756943 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e380a0aa-5c9d-4582-8737-a040bcaeb39d req-1b508089-26dc-4615-8a9f-e9f4a0487afd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 947 time: 0.0850601 Mar 29 01:19:05.805108 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-89cc2570-c9fc-4768-8e6f-fc66c2ff6f82 req-262e9eb2-6078-4299-8241-a47072180533 service neutron] 10.222.0.13 "GET /v2.0/networks/7684c6f1-beb1-4577-874c-604cb432a93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898108 Mar 29 01:19:05.852349 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5666e1a3-aff5-4504-bb2b-cc2452ec10fb req-80d0df9a-2fcf-45b7-9b6a-860711dbe060 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944562 Mar 29 01:19:05.860506 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e380a0aa-5c9d-4582-8737-a040bcaeb39d req-a0d7d241-952b-4e3c-bcc2-ed64ae52e54d tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929680 Mar 29 01:19:05.928220 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a99ca1-fae9-48db-a87c-7d5a740b5592 req-7ba88a88-b78b-4724-a2f7-d9d715fdcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:05.929678 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-30a99ca1-fae9-48db-a87c-7d5a740b5592 req-7ba88a88-b78b-4724-a2f7-d9d715fdcdda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62d355e230a949d887b48be062d25f39&device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 1131 time: 0.0442340 Mar 29 01:19:06.020991 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a99ca1-fae9-48db-a87c-7d5a740b5592 req-77645cef-cdf0-429c-bd52-b464b23efdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:06.022433 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-30a99ca1-fae9-48db-a87c-7d5a740b5592 req-77645cef-cdf0-429c-bd52-b464b23efdb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=7684c6f1-beb1-4577-874c-604cb432a93e HTTP/1.1" status: 200 len: 870 time: 0.0862916 Mar 29 01:19:06.036051 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5777c4-151c-4440-9a24-87b11eb04bcf req-23678d16-e77e-4701-bf81-52f3f3410b9a tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:06.037502 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4c5777c4-151c-4440-9a24-87b11eb04bcf req-23678d16-e77e-4701-bf81-52f3f3410b9a tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 945 time: 0.0513427 Mar 29 01:19:06.063892 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-30a99ca1-fae9-48db-a87c-7d5a740b5592 req-f2a3c198-ac6c-4a6e-93ac-378e4a2bdc8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=3846851e-0edc-45cc-9880-c0fe3c85e850 HTTP/1.1" status: 200 len: 217 time: 0.0337505 Mar 29 01:19:06.086724 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4c5777c4-151c-4440-9a24-87b11eb04bcf req-9d289c42-607f-4c88-b391-561a46afb791 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433092 Mar 29 01:19:06.116284 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a99ca1-fae9-48db-a87c-7d5a740b5592 req-cda4ee53-aa29-44c6-be43-eff350d47971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:06.117701 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-30a99ca1-fae9-48db-a87c-7d5a740b5592 req-cda4ee53-aa29-44c6-be43-eff350d47971 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=49443b70-1fe2-4efa-ab83-a92a6aa67e82 HTTP/1.1" status: 200 len: 843 time: 0.0468340 Mar 29 01:19:06.168540 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a99ca1-fae9-48db-a87c-7d5a740b5592 req-0e5e1251-5148-4e30-beb5-7638f40606b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:06.170026 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-30a99ca1-fae9-48db-a87c-7d5a740b5592 req-0e5e1251-5148-4e30-beb5-7638f40606b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=7684c6f1-beb1-4577-874c-604cb432a93e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0454390 Mar 29 01:19:06.256753 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-30a99ca1-fae9-48db-a87c-7d5a740b5592 req-4b852249-ae11-4b21-9fc4-c65996edb0e0 service neutron] 10.222.0.13 "GET /v2.0/networks/7684c6f1-beb1-4577-874c-604cb432a93e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787590 Mar 29 01:19:06.344691 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-30a99ca1-fae9-48db-a87c-7d5a740b5592 req-a7bd785e-96b4-4570-97bd-38d45cce67f0 service neutron] 10.222.0.13 "GET /v2.0/networks/7684c6f1-beb1-4577-874c-604cb432a93e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811455 Mar 29 01:19:06.466439 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379dc512-7784-45c4-aaa9-9ef1c205430c req-634a7855-2317-4587-9480-eecfc68ad606 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:06.467832 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-379dc512-7784-45c4-aaa9-9ef1c205430c req-634a7855-2317-4587-9480-eecfc68ad606 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0536857 Mar 29 01:19:06.514267 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-379dc512-7784-45c4-aaa9-9ef1c205430c req-6e19a001-3ded-4adc-aa50-29f1ab488947 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 Mar 29 01:19:07.003414 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75fcd9a-bf6f-472d-bc47-207a7d7a3d65 req-aabb69e5-7034-498b-b2da-d6b3b98dbaa1 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:07.004882 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d75fcd9a-bf6f-472d-bc47-207a7d7a3d65 req-aabb69e5-7034-498b-b2da-d6b3b98dbaa1 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 943 time: 0.0830293 Mar 29 01:19:07.024742 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724b9fc-9bce-4404-b2d6-0c90a1fb9b0d req-597403e9-086e-426c-8709-a934c723e785 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:07.026069 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4724b9fc-9bce-4404-b2d6-0c90a1fb9b0d req-597403e9-086e-426c-8709-a934c723e785 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 947 time: 0.0773339 Mar 29 01:19:07.079827 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a7e469-ccf5-4772-a286-e60c332a4d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4813db-42ca-4ac4-a49a-64b6471687c0'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:07.082144 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbb3481-6816-4ab1-895e-78363dd93830" -d '{"events": [{"server_uuid": "c0a7e469-ccf5-4772-a286-e60c332a4d8d", "name": "network-vif-plugged", "status": "completed", "tag": "4f4813db-42ca-4ac4-a49a-64b6471687c0"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:07.088931 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d75fcd9a-bf6f-472d-bc47-207a7d7a3d65 req-8e663c04-79b3-4342-98cb-4a2b4dadec8d tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765514 Mar 29 01:19:07.095640 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4724b9fc-9bce-4404-b2d6-0c90a1fb9b0d req-e07b07de-2337-4fac-a511-3650ffd60b35 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624700 Mar 29 01:19:07.136643 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a80e8d-0ab9-4ccd-8cf6-f9da871daa3f x-openstack-request-id: req-c0a80e8d-0ab9-4ccd-8cf6-f9da871daa3f {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:07.136955 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a7e469-ccf5-4772-a286-e60c332a4d8d", "name": "network-vif-plugged", "status": "completed", "tag": "4f4813db-42ca-4ac4-a49a-64b6471687c0", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:07.137207 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c0a80e8d-0ab9-4ccd-8cf6-f9da871daa3f {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:07.137603 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a80e8d-0ab9-4ccd-8cf6-f9da871daa3f'] response: {'server_uuid': 'c0a7e469-ccf5-4772-a286-e60c332a4d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f4813db-42ca-4ac4-a49a-64b6471687c0', 'code': 200} Mar 29 01:19:07.205638 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ba786-b2b6-41ce-b5d9-cdabb82e19f4 req-44544243-7538-4a65-803e-ccb5c128cb9e tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:07.207239 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ea4ba786-b2b6-41ce-b5d9-cdabb82e19f4 req-44544243-7538-4a65-803e-ccb5c128cb9e tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 945 time: 0.0530941 Mar 29 01:19:07.258443 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ea4ba786-b2b6-41ce-b5d9-cdabb82e19f4 req-996f7aa6-b70d-49de-92d6-82bae69039e0 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445290 Mar 29 01:19:07.327602 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a558c0d-6c67-457b-add5-28987ba53261 req-795b4ad4-e818-4d3f-987c-b18219303dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:07.328972 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4a558c0d-6c67-457b-add5-28987ba53261 req-795b4ad4-e818-4d3f-987c-b18219303dca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 1129 time: 0.0448472 Mar 29 01:19:07.391626 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4a558c0d-6c67-457b-add5-28987ba53261 req-7ccd3de2-7872-465e-ad8c-6ee435eaf657 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400248 Mar 29 01:19:07.631726 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea6d15-2369-484a-a91b-5a5f1282fdd1 req-7a90fa9a-9344-474e-80da-7d9e0f97a6bb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:07.633091 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8fea6d15-2369-484a-a91b-5a5f1282fdd1 req-7a90fa9a-9344-474e-80da-7d9e0f97a6bb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0509956 Mar 29 01:19:07.683644 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8fea6d15-2369-484a-a91b-5a5f1282fdd1 req-e95124ef-1a95-4498-888b-bd717397a6a2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450001 Mar 29 01:19:07.795068 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1b3c42-72ab-45ac-ba30-89d0bed6dc7b req-0ebe5723-60cf-4b98-b523-c34a2d4fa9b4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:07.796529 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1b1b3c42-72ab-45ac-ba30-89d0bed6dc7b req-0ebe5723-60cf-4b98-b523-c34a2d4fa9b4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0515296 Mar 29 01:19:07.805093 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 40714) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:19:07.809845 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e9eb03e3-2d6c-41c5-88d0-9b589bd0a974 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Request body: {'floatingip': {'port_id': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:19:07.848446 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9eb03e3-2d6c-41c5-88d0-9b589bd0a974 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for floatingip (58510509-c515-47f1-b8a0-a7e7d33472e3), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:08.290659 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5320bf1-0750-4c53-9eec-ebbe0ec9386e req-0f288646-42f4-4690-96a2-443f01c48d6f tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:08.292170 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e5320bf1-0750-4c53-9eec-ebbe0ec9386e req-0f288646-42f4-4690-96a2-443f01c48d6f tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 943 time: 0.1364257 Mar 29 01:19:08.327898 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011f42e-ba1a-4016-8dc8-f91f051ccf59 req-c515a4d6-fe3d-407b-836d-e936fd939ea0 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:08.329299 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9011f42e-ba1a-4016-8dc8-f91f051ccf59 req-c515a4d6-fe3d-407b-836d-e936fd939ea0 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 947 time: 0.1610441 Mar 29 01:19:08.384180 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9eb03e3-2d6c-41c5-88d0-9b589bd0a974 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:08.398362 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9eb03e3-2d6c-41c5-88d0-9b589bd0a974 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (58510509-c515-47f1-b8a0-a7e7d33472e3), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:08.479677 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e5320bf1-0750-4c53-9eec-ebbe0ec9386e req-dd993871-0476-4bf5-9ca9-58865beb9c4b tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459324 Mar 29 01:19:08.484169 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9011f42e-ba1a-4016-8dc8-f91f051ccf59 req-1f2a5933-bb27-4a0b-921a-8a295b4cd58b tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473904 Mar 29 01:19:08.521026 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-e9eb03e3-2d6c-41c5-88d0-9b589bd0a974 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Floating IP 58510509-c515-47f1-b8a0-a7e7d33472e3 associated. External IP: 172.27.2.14, port: a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4. Mar 29 01:19:08.774003 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:19:08.874675 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53,segment=NetworkSegment(2c6d2706-394c-4832-90c5-9cbff38dcfa7),segment_id=2c6d2706-394c-4832-90c5-9cbff38dcfa7)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:08.887403 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53', 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa', 'port_id': '1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53', 'mac_address': 'fa:16:3e:01:01:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2198df0-67d7-478e-a609-0b70aa4267a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:19:08.895355 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a3ea6-7f2b-4d04-8291-7b3e640a3952 req-8ac395f5-20f8-4235-856a-55816f53041e tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:08.896852 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a4a3ea6-7f2b-4d04-8291-7b3e640a3952 req-8ac395f5-20f8-4235-856a-55816f53041e tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 945 time: 0.3411529 Mar 29 01:19:08.925897 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:19:08.926295 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:08.939706 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:19:08.960274 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53,segment=NetworkSegment(2c6d2706-394c-4832-90c5-9cbff38dcfa7),segment_id=2c6d2706-394c-4832-90c5-9cbff38dcfa7)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:08.965218 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:09.012107 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:09.019725 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a4a3ea6-7f2b-4d04-8291-7b3e640a3952 req-e2b19f1a-8ae2-4e11-aadc-897feaec68ac tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133714 Mar 29 01:19:09.057060 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9eb03e3-2d6c-41c5-88d0-9b589bd0a974 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:19:09.177787 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eb03e3-2d6c-41c5-88d0-9b589bd0a974 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:19:09.182089 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e9eb03e3-2d6c-41c5-88d0-9b589bd0a974 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:09.188201 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53206fb-dbe0-46ba-af37-c967c5b9b7f5 None None] Sync routers for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:19:09.198157 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53206fb-dbe0-46ba-af37-c967c5b9b7f5 None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:19:09.199187 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-c53206fb-dbe0-46ba-af37-c967c5b9b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:18:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:19:09.213358 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e9eb03e3-2d6c-41c5-88d0-9b589bd0a974 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "PUT /v2.0/floatingips/58510509-c515-47f1-b8a0-a7e7d33472e3 HTTP/1.1" status: 200 len: 991 time: 1.4064088 Mar 29 01:19:09.213744 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:09.215928 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4896faf-3787-4fb6-8524-34bb7c9bda5f" -d '{"events": [{"name": "network-changed", "server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:09.250713 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0edc0c-7eff-4b33-b182-756ed01fd730 x-openstack-request-id: req-fa0edc0c-7eff-4b33-b182-756ed01fd730 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:09.251031 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:09.251283 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa0edc0c-7eff-4b33-b182-756ed01fd730 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:09.251684 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa0edc0c-7eff-4b33-b182-756ed01fd730'] response: {'name': 'network-changed', 'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'status': 'completed', 'code': 200} Mar 29 01:19:09.309131 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-c53206fb-dbe0-46ba-af37-c967c5b9b7f5 None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:19:09.319414 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4896faf-3787-4fb6-8524-34bb7c9bda5f req-5b8a5d9f-dc54-4916-b49a-b61245176b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:09.320903 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4896faf-3787-4fb6-8524-34bb7c9bda5f req-5b8a5d9f-dc54-4916-b49a-b61245176b87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 1130 time: 0.0470059 Mar 29 01:19:09.420622 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4896faf-3787-4fb6-8524-34bb7c9bda5f req-42ea33f2-bff0-4143-ba50-ebe84fefbc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:09.422090 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4896faf-3787-4fb6-8524-34bb7c9bda5f req-42ea33f2-bff0-4143-ba50-ebe84fefbc09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.0946612 Mar 29 01:19:09.490663 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4896faf-3787-4fb6-8524-34bb7c9bda5f req-5d1a5a76-a963-4a54-aa14-890354836391 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 HTTP/1.1" status: 200 len: 999 time: 0.0616970 Mar 29 01:19:09.542015 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-c53206fb-dbe0-46ba-af37-c967c5b9b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '58510509-c515-47f1-b8a0-a7e7d33472e3', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'port_id': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'mac_address': 'fa:16:3e:3e:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:18:52Z', 'updated_at': '2022-03-29T01:19:08Z', 'revision_number': 1, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:42Z', 'revision_number': 5, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:19:09.543747 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4896faf-3787-4fb6-8524-34bb7c9bda5f req-38c23847-d1e3-4044-b975-fe0857e7b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:09.545328 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4896faf-3787-4fb6-8524-34bb7c9bda5f req-38c23847-d1e3-4044-b975-fe0857e7b825 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0480652 Mar 29 01:19:09.553124 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:19:09.589342 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53206fb-dbe0-46ba-af37-c967c5b9b7f5 None None] Checking router: c8a764f7-eb3f-4433-ac64-1d37ef1ada10 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:19:09.599061 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53206fb-dbe0-46ba-af37-c967c5b9b7f5 None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:19:09.599942 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-c53206fb-dbe0-46ba-af37-c967c5b9b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:18:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:19:09.603922 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4896faf-3787-4fb6-8524-34bb7c9bda5f req-316ae73f-ebc3-4c2a-ba0c-bf047ae28feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:09.605098 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4896faf-3787-4fb6-8524-34bb7c9bda5f req-316ae73f-ebc3-4c2a-ba0c-bf047ae28feb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503955 Mar 29 01:19:09.651286 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29374242-007e-4584-800f-d47f5eb720ca req-ba3e6685-d3e5-40eb-a9e9-0519ead94c48 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:09.652807 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-29374242-007e-4584-800f-d47f5eb720ca req-ba3e6685-d3e5-40eb-a9e9-0519ead94c48 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 944 time: 0.1032517 Mar 29 01:19:09.660039 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc1b31-0c9f-4f34-8f64-1635cbcf9b8b req-fd398383-3746-40a7-8f48-d650e4900572 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:09.661473 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-50cc1b31-0c9f-4f34-8f64-1635cbcf9b8b req-fd398383-3746-40a7-8f48-d650e4900572 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 947 time: 0.0816147 Mar 29 01:19:09.726857 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4896faf-3787-4fb6-8524-34bb7c9bda5f req-73be071e-8e3e-4de6-aab0-256f21a394ae service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152172 Mar 29 01:19:09.736610 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-c53206fb-dbe0-46ba-af37-c967c5b9b7f5 None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:19:09.736806 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-50cc1b31-0c9f-4f34-8f64-1635cbcf9b8b req-0ffd060a-c510-4815-a995-4cc8702da30a tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675864 Mar 29 01:19:09.752218 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-29374242-007e-4584-800f-d47f5eb720ca req-d1340348-abf3-4d50-881c-46e74fa1c4b1 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897660 Mar 29 01:19:09.834235 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-f4896faf-3787-4fb6-8524-34bb7c9bda5f req-d046ad05-04a6-4a00-8e18-af9705ee7da5 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989857 Mar 29 01:19:09.972065 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-c53206fb-dbe0-46ba-af37-c967c5b9b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '58510509-c515-47f1-b8a0-a7e7d33472e3', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'port_id': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'mac_address': 'fa:16:3e:3e:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:18:52Z', 'updated_at': '2022-03-29T01:19:08Z', 'revision_number': 1, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:42Z', 'revision_number': 5, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:19:10.000728 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53206fb-dbe0-46ba-af37-c967c5b9b7f5 None None] The sync data for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi is: [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '58510509-c515-47f1-b8a0-a7e7d33472e3', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'port_id': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'mac_address': 'fa:16:3e:3e:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:18:52Z', 'updated_at': '2022-03-29T01:19:08Z', 'revision_number': 1, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:42Z', 'revision_number': 5, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:19:10.136363 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7af502-3020-49fe-9240-b24f0793d544 req-0e981de3-1e8a-407c-8a41-96b0cf13afdd tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:10.137894 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5d7af502-3020-49fe-9240-b24f0793d544 req-0e981de3-1e8a-407c-8a41-96b0cf13afdd tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 945 time: 0.0524492 Mar 29 01:19:10.186998 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5d7af502-3020-49fe-9240-b24f0793d544 req-63bb12a3-4a8b-494b-830d-3471b507a5da tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 Mar 29 01:19:10.201232 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54bab90-8b30-4c2a-90df-30ead6b77118 None None] New status for floating IP 58510509-c515-47f1-b8a0-a7e7d33472e3: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:19:10.805375 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 3846851e-0edc-45cc-9880-c0fe3c85e850 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:19:10.808892 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc97f454-9e11-443e-8e6e-a300ece659ae req-d579ec86-0d19-4b2d-809e-5fca90e68b6e tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:10.810435 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fc97f454-9e11-443e-8e6e-a300ece659ae req-d579ec86-0d19-4b2d-809e-5fca90e68b6e tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 945 time: 0.0567107 Mar 29 01:19:10.888578 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fc97f454-9e11-443e-8e6e-a300ece659ae req-a81fcb9e-c084-40aa-a8de-fe4130c31dac tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670431 Mar 29 01:19:10.895681 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36e78d-8757-4ac2-865a-8cd3024c9848 req-0df52460-3318-42aa-a3a8-88e5d51cf475 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:10.897145 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-db36e78d-8757-4ac2-865a-8cd3024c9848 req-0df52460-3318-42aa-a3a8-88e5d51cf475 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 947 time: 0.0850782 Mar 29 01:19:10.910462 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 3846851e-0edc-45cc-9880-c0fe3c85e850, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3846851e-0edc-45cc-9880-c0fe3c85e850,segment=NetworkSegment(0d0e445d-ad5d-4ee2-befb-2903d4fe06c4),segment_id=0d0e445d-ad5d-4ee2-befb-2903d4fe06c4)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:10.923871 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '3846851e-0edc-45cc-9880-c0fe3c85e850', 'network_id': '7684c6f1-beb1-4577-874c-604cb432a93e', 'port_id': '3846851e-0edc-45cc-9880-c0fe3c85e850', 'mac_address': 'fa:16:3e:55:19:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 276, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49443b70-1fe2-4efa-ab83-a92a6aa67e82', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:19:10.947196 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-db36e78d-8757-4ac2-865a-8cd3024c9848 req-a3f01f20-62b2-4ed5-b251-e960d65fbdb3 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431943 Mar 29 01:19:10.960823 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 3846851e-0edc-45cc-9880-c0fe3c85e850 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:19:10.961239 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:10.974663 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3846851e-0edc-45cc-9880-c0fe3c85e850 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:19:10.994399 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 3846851e-0edc-45cc-9880-c0fe3c85e850, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3846851e-0edc-45cc-9880-c0fe3c85e850,segment=NetworkSegment(0d0e445d-ad5d-4ee2-befb-2903d4fe06c4),segment_id=0d0e445d-ad5d-4ee2-befb-2903d4fe06c4)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:10.999082 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:11.000159 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db5f45f-1353-4420-9894-eb3ab79f890f req-a9542fe8-b61d-4264-babc-39adfaa35757 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:11.001661 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5db5f45f-1353-4420-9894-eb3ab79f890f req-a9542fe8-b61d-4264-babc-39adfaa35757 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 944 time: 0.0536020 Mar 29 01:19:11.051173 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=3846851e-0edc-45cc-9880-c0fe3c85e850,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:11.053956 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5db5f45f-1353-4420-9894-eb3ab79f890f req-81f8707b-dce4-4f49-8543-63068fbc1ee3 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466051 Mar 29 01:19:11.469907 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['3846851e-0edc-45cc-9880-c0fe3c85e850'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:19:12.010429 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee0f32-0fa1-4d02-961f-6639a41c5df4 req-4e044f5b-4bb1-4539-b69b-a36133ea22e1 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:12.012113 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73ee0f32-0fa1-4d02-961f-6639a41c5df4 req-4e044f5b-4bb1-4539-b69b-a36133ea22e1 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 945 time: 0.0569851 Mar 29 01:19:12.091150 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73ee0f32-0fa1-4d02-961f-6639a41c5df4 req-566c4b28-9255-409f-af6f-7ff015c17165 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735748 Mar 29 01:19:12.103367 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3b2e81-6aee-46da-8142-e0db19a299d0 req-f8b3446c-87fb-4627-aa98-017d61f75c54 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:12.113424 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8f3b2e81-6aee-46da-8142-e0db19a299d0 req-f8b3446c-87fb-4627-aa98-017d61f75c54 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 948 time: 0.0896480 Mar 29 01:19:12.166376 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8f3b2e81-6aee-46da-8142-e0db19a299d0 req-53ed25f4-586e-4f57-a315-1b16531cd6c2 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520980 Mar 29 01:19:12.208798 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518a2ab-fc4d-4eec-8226-fcbcf7cb4cf4 req-a7392d98-fc76-4285-ab86-4d08701ba21c tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:12.210263 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1518a2ab-fc4d-4eec-8226-fcbcf7cb4cf4 req-a7392d98-fc76-4285-ab86-4d08701ba21c tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 944 time: 0.0571661 Mar 29 01:19:12.256033 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1518a2ab-fc4d-4eec-8226-fcbcf7cb4cf4 req-482468c7-a460-4cc0-b3cf-b43eb650ba19 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396833 Mar 29 01:19:12.702580 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6cd0e5-6de1-4ac2-b6c3-6a650faa0974 req-b5c91868-bb76-4b98-9de7-260ea897b090 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:12.704174 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-3b6cd0e5-6de1-4ac2-b6c3-6a650faa0974 req-b5c91868-bb76-4b98-9de7-260ea897b090 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.13 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 945 time: 0.0518458 Mar 29 01:19:12.801775 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-3b6cd0e5-6de1-4ac2-b6c3-6a650faa0974 req-832a169f-8c93-4d43-bcba-dc4d59f43095 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Deleting port 4f4813db-42ca-4ac4-a49a-64b6471687c0 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:19:12.802118 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-3b6cd0e5-6de1-4ac2-b6c3-6a650faa0974 req-832a169f-8c93-4d43-bcba-dc4d59f43095 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:12.827827 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:19:12.878894 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:19:12.882679 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:19:12.883084 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:12.887924 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-3b6cd0e5-6de1-4ac2-b6c3-6a650faa0974 req-832a169f-8c93-4d43-bcba-dc4d59f43095 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] For port 4f4813db-42ca-4ac4-a49a-64b6471687c0, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=4f4813db-42ca-4ac4-a49a-64b6471687c0,segment=NetworkSegment(bf7b2235-283b-4e98-997d-096f868ca81d),segment_id=bf7b2235-283b-4e98-997d-096f868ca81d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:12.888400 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-3b6cd0e5-6de1-4ac2-b6c3-6a650faa0974 req-832a169f-8c93-4d43-bcba-dc4d59f43095 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:12.901441 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-3b6cd0e5-6de1-4ac2-b6c3-6a650faa0974 req-832a169f-8c93-4d43-bcba-dc4d59f43095 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Calling delete_port for 4f4813db-42ca-4ac4-a49a-64b6471687c0 owned by compute:nova {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:19:12.959106 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:19:12.959565 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:12.981527 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ebd72f-db0d-4337-96f0-2003a1dd4d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:12.983763 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387ef7db-af79-4a26-94af-4537fb69b4cd" -d '{"events": [{"server_uuid": "85ebd72f-db0d-4337-96f0-2003a1dd4d20", "name": "network-vif-plugged", "status": "completed", "tag": "1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:12.996583 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53,segment=NetworkSegment(2c6d2706-394c-4832-90c5-9cbff38dcfa7),segment_id=2c6d2706-394c-4832-90c5-9cbff38dcfa7)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:13.000959 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:13.030710 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae51222-5dc2-44ff-917b-1d4c91e3dd73 x-openstack-request-id: req-dae51222-5dc2-44ff-917b-1d4c91e3dd73 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:13.031046 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ebd72f-db0d-4337-96f0-2003a1dd4d20", "name": "network-vif-plugged", "status": "completed", "tag": "1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:13.031304 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dae51222-5dc2-44ff-917b-1d4c91e3dd73 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:13.031686 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae51222-5dc2-44ff-917b-1d4c91e3dd73'] response: {'server_uuid': '85ebd72f-db0d-4337-96f0-2003a1dd4d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53', 'code': 200} Mar 29 01:19:13.032160 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-3b6cd0e5-6de1-4ac2-b6c3-6a650faa0974 req-832a169f-8c93-4d43-bcba-dc4d59f43095 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637'] for port (4f4813db-42ca-4ac4-a49a-64b6471687c0), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:13.044137 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['4f4813db-42ca-4ac4-a49a-64b6471687c0'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:19:13.059642 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832a169f-8c93-4d43-bcba-dc4d59f43095 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Pushing event deleted for resources: {'Port': ['ID=4f4813db-42ca-4ac4-a49a-64b6471687c0,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:13.080684 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:13.110125 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6cd0e5-6de1-4ac2-b6c3-6a650faa0974 req-832a169f-8c93-4d43-bcba-dc4d59f43095 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] No DVR routers for this DVR port 4f4813db-42ca-4ac4-a49a-64b6471687c0 on host hv-cinder-75078 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:19:13.113238 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-3b6cd0e5-6de1-4ac2-b6c3-6a650faa0974 req-832a169f-8c93-4d43-bcba-dc4d59f43095 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:13.116869 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-3b6cd0e5-6de1-4ac2-b6c3-6a650faa0974 req-832a169f-8c93-4d43-bcba-dc4d59f43095 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.13 "DELETE /v2.0/ports/4f4813db-42ca-4ac4-a49a-64b6471687c0 HTTP/1.1" status: 204 len: 173 time: 0.4067733 Mar 29 01:19:13.117312 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0a7e469-ccf5-4772-a286-e60c332a4d8d', 'name': 'network-vif-deleted', 'tag': '4f4813db-42ca-4ac4-a49a-64b6471687c0'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:13.119766 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbe167a-6dc6-4097-a3af-64d9d5c4a694" -d '{"events": [{"server_uuid": "c0a7e469-ccf5-4772-a286-e60c332a4d8d", "name": "network-vif-deleted", "tag": "4f4813db-42ca-4ac4-a49a-64b6471687c0"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:13.182104 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f111431-509c-4eb2-b722-322590c25681 x-openstack-request-id: req-9f111431-509c-4eb2-b722-322590c25681 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:13.182423 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0a7e469-ccf5-4772-a286-e60c332a4d8d", "name": "network-vif-deleted", "tag": "4f4813db-42ca-4ac4-a49a-64b6471687c0", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:13.182676 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9f111431-509c-4eb2-b722-322590c25681 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:13.183125 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f111431-509c-4eb2-b722-322590c25681'] response: {'server_uuid': 'c0a7e469-ccf5-4772-a286-e60c332a4d8d', 'name': 'network-vif-deleted', 'tag': '4f4813db-42ca-4ac4-a49a-64b6471687c0', 'status': 'completed', 'code': 200} Mar 29 01:19:13.215765 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c3c54c7e-5487-4cc9-a7aa-5377d6948819 req-dbd41904-dfbd-4c69-beda-b2fde9e01fa6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=c0a7e469-ccf5-4772-a286-e60c332a4d8d HTTP/1.1" status: 200 len: 210 time: 0.0441151 Mar 29 01:19:13.241806 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f79688-b586-4f8b-a841-c48f9a4cc12e req-eae62c14-7527-405d-8bbf-3c6de871a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:13.243606 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b3f79688-b586-4f8b-a841-c48f9a4cc12e req-eae62c14-7527-405d-8bbf-3c6de871a495 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 1129 time: 0.0509756 Mar 29 01:19:13.289252 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b3f79688-b586-4f8b-a841-c48f9a4cc12e req-a0d9b0c7-0dbf-41cf-9e48-d529ca42e9ee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Mar 29 01:19:13.317907 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c0e16-7771-4aa0-b7f9-aa50a2366534 req-2d983ddb-8f62-4c97-b59b-d54ea33e53ff tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:13.319547 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d61c0e16-7771-4aa0-b7f9-aa50a2366534 req-2d983ddb-8f62-4c97-b59b-d54ea33e53ff tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 948 time: 0.0544426 Mar 29 01:19:13.402105 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d61c0e16-7771-4aa0-b7f9-aa50a2366534 req-8de0625c-766a-42f6-92f0-875ee138d6bc tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700176 Mar 29 01:19:13.409706 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abbf632-1b86-4de9-97d1-e564e235cad6 req-605faf16-0ae4-4e1f-9e73-269411282a6b tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:13.411135 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5abbf632-1b86-4de9-97d1-e564e235cad6 req-605faf16-0ae4-4e1f-9e73-269411282a6b tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 945 time: 0.0872107 Mar 29 01:19:13.457787 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5abbf632-1b86-4de9-97d1-e564e235cad6 req-5aaf5bcb-eff0-409d-8241-4e949c3233b0 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402920 Mar 29 01:19:14.570895 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807f641-2375-4925-9de2-6e678288fd8b req-57b7c8ea-7a9e-4f59-9765-ab388d429798 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:14.572988 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-57b7c8ea-7a9e-4f59-9765-ab388d429798 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/networks?id=71c92f4b-80dd-4a2e-80df-3a86e34a7361 HTTP/1.1" status: 200 len: 808 time: 0.1305897 Mar 29 01:19:14.580655 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2b6d2-995e-408e-9157-7e191ca53c6d req-8aaebdc8-02f2-4429-93a6-d5a573e0dc01 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:14.581989 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b7d2b6d2-995e-408e-9157-7e191ca53c6d req-8aaebdc8-02f2-4429-93a6-d5a573e0dc01 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 948 time: 0.0961077 Mar 29 01:19:14.597789 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-3600ac5f-0e67-48dc-a0de-cc7034cff97f tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/quotas/9fe6c24ea1a84f1896e1cacbc3d55b9d HTTP/1.1" status: 200 len: 375 time: 0.0149240 Mar 29 01:19:14.632723 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-06051ae2-0d3c-46cc-af54-ae732a1cd0ca tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9fe6c24ea1a84f1896e1cacbc3d55b9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289869 Mar 29 01:19:14.677577 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:19:14.693682 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b7d2b6d2-995e-408e-9157-7e191ca53c6d req-d2541d62-f69e-4788-a0ec-a7272a12a6ca tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047852 Mar 29 01:19:14.736441 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-7889a1c4-9160-4a22-a0a5-90fb633cf4d7 service neutron] 10.222.0.23 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957830 Mar 29 01:19:14.850108 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 3846851e-0edc-45cc-9880-c0fe3c85e850 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:19:14.862389 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9d3f06-46a4-47ff-b2ed-5c0aa895f73b req-4830b4c9-d96c-46b8-bf2c-ac5e1859e009 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:14.863995 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0b9d3f06-46a4-47ff-b2ed-5c0aa895f73b req-4830b4c9-d96c-46b8-bf2c-ac5e1859e009 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 945 time: 0.1147974 Mar 29 01:19:14.866179 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-2f8647f5-1e0f-4531-861c-f84b9d8e2708 service neutron] 10.222.0.23 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242871 Mar 29 01:19:14.900802 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 3846851e-0edc-45cc-9880-c0fe3c85e850 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:19:14.905100 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 3846851e-0edc-45cc-9880-c0fe3c85e850 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:19:14.905540 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:14.919864 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0b9d3f06-46a4-47ff-b2ed-5c0aa895f73b req-ebb78f1f-6d11-4674-bf1b-1059bb8acba3 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478840 Mar 29 01:19:14.989387 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 3846851e-0edc-45cc-9880-c0fe3c85e850 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:19:14.990030 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:15.030131 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 3846851e-0edc-45cc-9880-c0fe3c85e850, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3846851e-0edc-45cc-9880-c0fe3c85e850,segment=NetworkSegment(0d0e445d-ad5d-4ee2-befb-2903d4fe06c4),segment_id=0d0e445d-ad5d-4ee2-befb-2903d4fe06c4)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:15.032915 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afb80a4-09eb-40ad-8db9-00c051492257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3846851e-0edc-45cc-9880-c0fe3c85e850'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:15.035554 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9cb8ff-3db9-4771-9d8b-5e8291629894" -d '{"events": [{"server_uuid": "7afb80a4-09eb-40ad-8db9-00c051492257", "name": "network-vif-plugged", "status": "completed", "tag": "3846851e-0edc-45cc-9880-c0fe3c85e850"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:15.039206 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:15.040814 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 4f4813db-42ca-4ac4-a49a-64b6471687c0 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:19:15.078942 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f10f1a51-5ca6-4454-afd1-3f82fde9af26 x-openstack-request-id: req-f10f1a51-5ca6-4454-afd1-3f82fde9af26 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:15.079367 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afb80a4-09eb-40ad-8db9-00c051492257", "name": "network-vif-plugged", "status": "completed", "tag": "3846851e-0edc-45cc-9880-c0fe3c85e850", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:15.079713 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f10f1a51-5ca6-4454-afd1-3f82fde9af26 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:15.080194 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f10f1a51-5ca6-4454-afd1-3f82fde9af26'] response: {'server_uuid': '7afb80a4-09eb-40ad-8db9-00c051492257', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3846851e-0edc-45cc-9880-c0fe3c85e850', 'code': 200} Mar 29 01:19:15.080422 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4f5392c2-dbdb-4740-893a-d57ca8c25be6 req-826912cc-6b30-41e3-88aa-d3acdaa9ae1c tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 210 time: 0.0423861 Mar 29 01:19:15.081144 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 4f4813db-42ca-4ac4-a49a-64b6471687c0 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:19:15.081568 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 4f4813db-42ca-4ac4-a49a-64b6471687c0 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:19:15.110915 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=3846851e-0edc-45cc-9880-c0fe3c85e850,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:15.257340 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f26cddb-f7b7-49e5-a69e-9df8a930caa5 req-f3b33b38-c6b4-47d3-b26c-29b17b1d5b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:15.259045 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4f26cddb-f7b7-49e5-a69e-9df8a930caa5 req-f3b33b38-c6b4-47d3-b26c-29b17b1d5b8f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 1133 time: 0.0471020 Mar 29 01:19:15.302324 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4f26cddb-f7b7-49e5-a69e-9df8a930caa5 req-d311b299-51ca-4537-8ce2-b713fa3019e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373478 Mar 29 01:19:15.812797 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90382b51-d414-42f6-bfe5-722d1db5dade req-d7389462-d52c-41e9-8ee5-e215bf8698bc tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:15.814425 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-90382b51-d414-42f6-bfe5-722d1db5dade req-d7389462-d52c-41e9-8ee5-e215bf8698bc tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 949 time: 0.0526474 Mar 29 01:19:15.863822 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-90382b51-d414-42f6-bfe5-722d1db5dade req-21465379-65b4-4bcf-8b01-cb874c3cda16 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425301 Mar 29 01:19:16.043412 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6d656-bc32-4bf5-8f2b-b7bb68f1abaa req-8054063e-c6f8-4a5d-bd1d-3425fffdbcc5 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:16.044787 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-57e6d656-bc32-4bf5-8f2b-b7bb68f1abaa req-8054063e-c6f8-4a5d-bd1d-3425fffdbcc5 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 945 time: 0.0547235 Mar 29 01:19:16.090402 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-57e6d656-bc32-4bf5-8f2b-b7bb68f1abaa req-e0b5bb82-6510-486f-b6b5-c80d91aef11b tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401030 Mar 29 01:19:16.175712 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-80b0c57e-a82f-401e-960b-34d82ce859ac req-527a0998-4f45-483f-aa7f-67f2be60aea5 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 210 time: 0.0276093 Mar 29 01:19:16.378786 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807f641-2375-4925-9de2-6e678288fd8b req-d9c6d2a4-263f-43ff-a0c8-3a909539b948 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:16.380758 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-d9c6d2a4-263f-43ff-a0c8-3a909539b948 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.13 "GET /v2.0/networks?id=71c92f4b-80dd-4a2e-80df-3a86e34a7361 HTTP/1.1" status: 200 len: 808 time: 0.1129496 Mar 29 01:19:16.394320 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Request body: {'port': {'device_id': '382d54ff-d799-44a4-ae55-995545d0bda5', 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361', 'admin_state_up': True, 'tenant_id': '9fe6c24ea1a84f1896e1cacbc3d55b9d'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:19:16.513441 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Made reservation on behalf of 9fe6c24ea1a84f1896e1cacbc3d55b9d for: {'port': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:19:16.517366 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:16.647581 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Allocated IP 172.20.0.9 (71c92f4b-80dd-4a2e-80df-3a86e34a7361/6da430a6-b128-48cd-a8da-b89238aeff52/0c65afd0-cb8e-469f-9f11-e36bbea8dcdf) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:19:16.793464 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks [] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:16.827604 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:16.870493 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:19:16.873643 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:19:16.876067 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:19:16.882786 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:16.883476 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:16.902690 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Pushing event updated for resources: {'Port': ['ID=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:16.920476 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-5eaf330d-9e0b-4d2e-a8ef-6b46cfc6b9e6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5304317 Mar 29 01:19:16.934583 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Request body: {'port': {'device_id': '382d54ff-d799-44a4-ae55-995545d0bda5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:19:16.994673 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d77aac-b463-46c8-a170-366731d9fb43 req-75607aa0-bdb1-4d96-9d97-844433750151 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:16.996330 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8d77aac-b463-46c8-a170-366731d9fb43 req-75607aa0-bdb1-4d96-9d97-844433750151 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 949 time: 0.0566232 Mar 29 01:19:17.000823 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:17.068581 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8d77aac-b463-46c8-a170-366731d9fb43 req-4695e0b9-ca9b-4a23-99f8-4271470aa94b tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654778 Mar 29 01:19:17.280162 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:19:17.287841 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Publish callbacks [] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:17.295728 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23ebc3-8cd7-40a2-b58f-88b7318bf747 req-22ade62b-0b97-495a-b879-2b0bee22b057 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:17.297193 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7d23ebc3-8cd7-40a2-b58f-88b7318bf747 req-22ade62b-0b97-495a-b879-2b0bee22b057 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 931 time: 0.0540855 Mar 29 01:19:17.300370 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Transition to ACTIVE for port object 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf will not be triggered until provisioned by entity L2. {{(pid=103386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:19:17.304429 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:17.349484 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7d23ebc3-8cd7-40a2-b58f-88b7318bf747 req-82cf0ea9-411a-4192-aa1b-581c9e2cabd4 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Mar 29 01:19:17.356788 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Pushing event updated for resources: {'Port': ['ID=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:17.394095 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Attempting to bind port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:19:17.394768 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Attempting to bind port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'bf7b2235-283b-4e98-997d-096f868ca81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:19:17.394768 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Attempting to bind port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf on network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:19:17.399260 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf on network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:19:17.400088 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Attempting to bind port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf on network 71c92f4b-80dd-4a2e-80df-3a86e34a7361 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:19:17.404802 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:19:17.405130 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Checking segment: {'id': 'bf7b2235-283b-4e98-997d-096f868ca81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:19:17.405504 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Bound using segment: {'id': 'bf7b2235-283b-4e98-997d-096f868ca81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:19:17.405916 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Bound port: 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7b2235-283b-4e98-997d-096f868ca81d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:19:17.406256 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:17.474337 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] For port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf, host hv-cinder-75078, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:19:17.477370 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] For port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf,segment=NetworkSegment(bf7b2235-283b-4e98-997d-096f868ca81d),segment_id=bf7b2235-283b-4e98-997d-096f868ca81d)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:19:17.484931 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:17.516787 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:17.517407 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:17.518810 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] 10.222.0.13 "PUT /v2.0/ports/0c65afd0-cb8e-469f-9f11-e36bbea8dcdf HTTP/1.1" status: 200 len: 1093 time: 0.5893817 Mar 29 01:19:17.519277 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382d54ff-d799-44a4-ae55-995545d0bda5', 'tag': '0c65afd0-cb8e-469f-9f11-e36bbea8dcdf'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:17.521545 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4514c51-a516-4c4a-8ea7-5c9c8dea5453" -d '{"events": [{"name": "network-changed", "server_uuid": "382d54ff-d799-44a4-ae55-995545d0bda5", "tag": "0c65afd0-cb8e-469f-9f11-e36bbea8dcdf"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:17.551992 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f3973c-baa4-48b8-a654-ca444d44e14d service neutron] Pushing event updated for resources: {'Port': ['ID=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:17.576615 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0f62e2-88b4-468d-ad78-b93d95dffc80 x-openstack-request-id: req-6f0f62e2-88b4-468d-ad78-b93d95dffc80 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:17.576870 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382d54ff-d799-44a4-ae55-995545d0bda5", "tag": "0c65afd0-cb8e-469f-9f11-e36bbea8dcdf", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:17.577060 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6f0f62e2-88b4-468d-ad78-b93d95dffc80 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:17.577455 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0f62e2-88b4-468d-ad78-b93d95dffc80'] response: {'name': 'network-changed', 'server_uuid': '382d54ff-d799-44a4-ae55-995545d0bda5', 'tag': '0c65afd0-cb8e-469f-9f11-e36bbea8dcdf', 'status': 'completed', 'code': 200} Mar 29 01:19:17.611354 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807f641-2375-4925-9de2-6e678288fd8b req-9d3c2b2c-e3f7-4b41-85f0-0fdfea15f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:17.612840 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-9d3c2b2c-e3f7-4b41-85f0-0fdfea15f6ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fe6c24ea1a84f1896e1cacbc3d55b9d&device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 1127 time: 0.0467572 Mar 29 01:19:17.656744 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-16ce8130-29d8-4bb1-8868-9d646cea14f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf HTTP/1.1" status: 200 len: 217 time: 0.0357466 Mar 29 01:19:17.711884 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4807f641-2375-4925-9de2-6e678288fd8b req-e5edea5e-74a3-4a01-8d1f-8ee7033979dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:17.713816 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-e5edea5e-74a3-4a01-8d1f-8ee7033979dc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6da430a6-b128-48cd-a8da-b89238aeff52 HTTP/1.1" status: 200 len: 848 time: 0.0423980 Mar 29 01:19:17.757788 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-e4f916ad-f041-4e15-840d-df73e3c8e21e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71c92f4b-80dd-4a2e-80df-3a86e34a7361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249081 Mar 29 01:19:17.849245 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-c90b5651-5095-459e-bc84-20d9fab60bad service neutron] 10.222.0.13 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838962 Mar 29 01:19:17.939283 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-4807f641-2375-4925-9de2-6e678288fd8b req-5c885869-0d63-4bcf-b53f-4820f8588177 service neutron] 10.222.0.13 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830989 Mar 29 01:19:18.043688 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4514c51-a516-4c4a-8ea7-5c9c8dea5453 req-c39a06d1-83fa-4ffe-9fc5-ef23171128e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:18.045199 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b4514c51-a516-4c4a-8ea7-5c9c8dea5453 req-c39a06d1-83fa-4ffe-9fc5-ef23171128e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9fe6c24ea1a84f1896e1cacbc3d55b9d&device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 1127 time: 0.0471742 Mar 29 01:19:18.144920 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4514c51-a516-4c4a-8ea7-5c9c8dea5453 req-5b117f7b-28b0-40c5-8123-b3258bf218ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:18.146378 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b4514c51-a516-4c4a-8ea7-5c9c8dea5453 req-5b117f7b-28b0-40c5-8123-b3258bf218ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=71c92f4b-80dd-4a2e-80df-3a86e34a7361 HTTP/1.1" status: 200 len: 909 time: 0.0890956 Mar 29 01:19:18.187668 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b256d6-3811-4b9c-9e16-0c7805d5c538 req-c2c7d82d-bc05-4fcb-9213-b0eb80f6fd0a tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:18.188784 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b4514c51-a516-4c4a-8ea7-5c9c8dea5453 req-eee7f0a4-b124-4fec-944c-6b26d89641ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf HTTP/1.1" status: 200 len: 217 time: 0.0352852 Mar 29 01:19:18.189156 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73b256d6-3811-4b9c-9e16-0c7805d5c538 req-c2c7d82d-bc05-4fcb-9213-b0eb80f6fd0a tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 949 time: 0.0528598 Mar 29 01:19:18.236015 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4514c51-a516-4c4a-8ea7-5c9c8dea5453 req-cfb5aec4-e254-436a-9a78-699adb118a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:18.237468 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b4514c51-a516-4c4a-8ea7-5c9c8dea5453 req-cfb5aec4-e254-436a-9a78-699adb118a2d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6da430a6-b128-48cd-a8da-b89238aeff52 HTTP/1.1" status: 200 len: 848 time: 0.0429375 Mar 29 01:19:18.239872 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73b256d6-3811-4b9c-9e16-0c7805d5c538 req-00919815-40f6-48cd-8b1b-0cca819ebb0c tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449924 Mar 29 01:19:18.275446 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b4514c51-a516-4c4a-8ea7-5c9c8dea5453 req-dea5e9e6-128e-4ecb-94a2-3235e29cb249 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=71c92f4b-80dd-4a2e-80df-3a86e34a7361&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293965 Mar 29 01:19:18.366831 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b4514c51-a516-4c4a-8ea7-5c9c8dea5453 req-a1aacf81-0090-411f-92d0-58390249af44 service neutron] 10.222.0.13 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850172 Mar 29 01:19:18.476718 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed5e419-abd6-47ca-bb73-e7def6e53b67 req-49d308b3-e95b-49ed-8088-5dae0734c103 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:18.479064 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ed5e419-abd6-47ca-bb73-e7def6e53b67 req-49d308b3-e95b-49ed-8088-5dae0734c103 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 943 time: 0.0637047 Mar 29 01:19:18.483074 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b4514c51-a516-4c4a-8ea7-5c9c8dea5453 req-cda28ea3-c2ce-42c4-b9a7-9aea7e176f98 service neutron] 10.222.0.13 "GET /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074388 Mar 29 01:19:18.559297 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f190c5-faee-45ba-a0e7-e57c070c6964 req-481eea67-b39b-4f59-b621-2dee5c3c4b81 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:18.561013 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-66f190c5-faee-45ba-a0e7-e57c070c6964 req-481eea67-b39b-4f59-b621-2dee5c3c4b81 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 949 time: 0.0808344 Mar 29 01:19:18.563865 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ed5e419-abd6-47ca-bb73-e7def6e53b67 req-8296adf0-6503-4da4-b193-49d7f4ec58a5 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753055 Mar 29 01:19:18.608084 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-66f190c5-faee-45ba-a0e7-e57c070c6964 req-fd204026-f3f2-4d54-9bcc-4fff5f26a581 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Mar 29 01:19:19.684861 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc0230-de78-463b-86dc-793536ca777e req-2f709dc4-c25f-4ef4-8ecc-5b837cb14337 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:19.686552 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bedc0230-de78-463b-86dc-793536ca777e req-2f709dc4-c25f-4ef4-8ecc-5b837cb14337 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 943 time: 0.0572505 Mar 29 01:19:19.763402 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bedc0230-de78-463b-86dc-793536ca777e req-6a0fd5e0-aa0d-4dd4-a92d-1bbf53fb6c7f tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680614 Mar 29 01:19:19.771101 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce410fb-4d9d-497a-bed2-289ba96d4ca0 req-519cbf09-b6c3-4c7d-b156-3bec563eb2ba tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:19.772489 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dce410fb-4d9d-497a-bed2-289ba96d4ca0 req-519cbf09-b6c3-4c7d-b156-3bec563eb2ba tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 949 time: 0.0952117 Mar 29 01:19:19.820974 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dce410fb-4d9d-497a-bed2-289ba96d4ca0 req-9da3f724-4ebe-4855-bef2-61ae93722559 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/security-groups?id=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423846 Mar 29 01:19:20.521252 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c316f-867c-4810-a375-7f1f84ef34c3 req-b81c3cba-3ad9-4c09-a60a-17a276cb5ad2 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:20.522723 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-248c316f-867c-4810-a375-7f1f84ef34c3 req-b81c3cba-3ad9-4c09-a60a-17a276cb5ad2 tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.13 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 949 time: 0.0531158 Mar 29 01:19:20.624566 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-248c316f-867c-4810-a375-7f1f84ef34c3 req-b71417d0-4e9f-48c4-ba91-f67c02345bbd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Deleting port 3846851e-0edc-45cc-9880-c0fe3c85e850 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:19:20.624908 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-248c316f-867c-4810-a375-7f1f84ef34c3 req-b71417d0-4e9f-48c4-ba91-f67c02345bbd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:20.716105 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-248c316f-867c-4810-a375-7f1f84ef34c3 req-b71417d0-4e9f-48c4-ba91-f67c02345bbd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] For port 3846851e-0edc-45cc-9880-c0fe3c85e850, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=3846851e-0edc-45cc-9880-c0fe3c85e850,segment=NetworkSegment(0d0e445d-ad5d-4ee2-befb-2903d4fe06c4),segment_id=0d0e445d-ad5d-4ee2-befb-2903d4fe06c4)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:20.716387 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-248c316f-867c-4810-a375-7f1f84ef34c3 req-b71417d0-4e9f-48c4-ba91-f67c02345bbd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:20.731592 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-248c316f-867c-4810-a375-7f1f84ef34c3 req-b71417d0-4e9f-48c4-ba91-f67c02345bbd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Calling delete_port for 3846851e-0edc-45cc-9880-c0fe3c85e850 owned by compute:nova {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:19:20.867988 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-248c316f-867c-4810-a375-7f1f84ef34c3 req-b71417d0-4e9f-48c4-ba91-f67c02345bbd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637'] for port (3846851e-0edc-45cc-9880-c0fe3c85e850), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:20.880507 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['3846851e-0edc-45cc-9880-c0fe3c85e850'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:19:20.896863 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71417d0-4e9f-48c4-ba91-f67c02345bbd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Pushing event deleted for resources: {'Port': ['ID=3846851e-0edc-45cc-9880-c0fe3c85e850,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:20.917680 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554440c1-3503-43ec-a15e-d26c8ad4a3d1 req-b4315cff-2c54-4f24-8c9d-c48c662a7c70 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:20.924071 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-554440c1-3503-43ec-a15e-d26c8ad4a3d1 req-b4315cff-2c54-4f24-8c9d-c48c662a7c70 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 943 time: 0.0815587 Mar 29 01:19:20.950859 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-248c316f-867c-4810-a375-7f1f84ef34c3 req-b71417d0-4e9f-48c4-ba91-f67c02345bbd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] No DVR routers for this DVR port 3846851e-0edc-45cc-9880-c0fe3c85e850 on host hv-cinder-75078 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:19:20.953338 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-248c316f-867c-4810-a375-7f1f84ef34c3 req-b71417d0-4e9f-48c4-ba91-f67c02345bbd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:20.956646 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-248c316f-867c-4810-a375-7f1f84ef34c3 req-b71417d0-4e9f-48c4-ba91-f67c02345bbd tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.13 "DELETE /v2.0/ports/3846851e-0edc-45cc-9880-c0fe3c85e850 HTTP/1.1" status: 204 len: 173 time: 0.4273407 Mar 29 01:19:20.957128 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7afb80a4-09eb-40ad-8db9-00c051492257', 'name': 'network-vif-deleted', 'tag': '3846851e-0edc-45cc-9880-c0fe3c85e850'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:20.959462 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fc09a0-f91e-486c-9ee3-2532af53409e" -d '{"events": [{"server_uuid": "7afb80a4-09eb-40ad-8db9-00c051492257", "name": "network-vif-deleted", "tag": "3846851e-0edc-45cc-9880-c0fe3c85e850"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:20.967548 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02fcef83-464b-4cb1-8ed3-6cc295422b33 req-eaf044aa-4bb0-4b7f-9452-64b9e973d4cc tempest-VolumesNegativeTest-310389126 tempest-VolumesNegativeTest-310389126-project] 10.222.0.23 "GET /v2.0/ports?device_id=7afb80a4-09eb-40ad-8db9-00c051492257 HTTP/1.1" status: 200 len: 210 time: 0.0418684 Mar 29 01:19:21.012658 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-554440c1-3503-43ec-a15e-d26c8ad4a3d1 req-eea2e56b-262f-4fe3-9064-ca3972d5a864 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746088 Mar 29 01:19:21.017982 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fcf1cf-b649-4fcc-8544-0ec6e8f0c2b5 x-openstack-request-id: req-64fcf1cf-b649-4fcc-8544-0ec6e8f0c2b5 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:21.018337 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7afb80a4-09eb-40ad-8db9-00c051492257", "name": "network-vif-deleted", "tag": "3846851e-0edc-45cc-9880-c0fe3c85e850", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:21.018595 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-64fcf1cf-b649-4fcc-8544-0ec6e8f0c2b5 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:21.019544 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64fcf1cf-b649-4fcc-8544-0ec6e8f0c2b5'] response: {'server_uuid': '7afb80a4-09eb-40ad-8db9-00c051492257', 'name': 'network-vif-deleted', 'tag': '3846851e-0edc-45cc-9880-c0fe3c85e850', 'status': 'completed', 'code': 200} Mar 29 01:19:22.136407 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ed32f-8bd0-479d-a71d-7ac15f757840 req-20cfbe52-c025-45fd-a271-14957f317c47 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:22.138497 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-926ed32f-8bd0-479d-a71d-7ac15f757840 req-20cfbe52-c025-45fd-a271-14957f317c47 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 943 time: 0.0568357 Mar 29 01:19:22.187530 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-926ed32f-8bd0-479d-a71d-7ac15f757840 req-39f1e6f7-2a8f-450e-a69e-7839b7291f7b tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431657 Mar 29 01:19:22.869220 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:19:22.975790 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf,segment=NetworkSegment(bf7b2235-283b-4e98-997d-096f868ca81d),segment_id=bf7b2235-283b-4e98-997d-096f868ca81d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:22.987157 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '0c65afd0-cb8e-469f-9f11-e36bbea8dcdf', 'network_id': '71c92f4b-80dd-4a2e-80df-3a86e34a7361', 'port_id': '0c65afd0-cb8e-469f-9f11-e36bbea8dcdf', 'mac_address': 'fa:16:3e:72:03:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da430a6-b128-48cd-a8da-b89238aeff52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:19:23.029937 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:19:23.030350 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:23.044545 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:19:23.064855 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf,segment=NetworkSegment(bf7b2235-283b-4e98-997d-096f868ca81d),segment_id=bf7b2235-283b-4e98-997d-096f868ca81d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:23.069052 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:23.119705 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:23.312876 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02104ff2-2ab4-403c-8885-3de796d11976 req-606edfb7-5e94-4214-bddb-d985ae73ef03 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:23.314471 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02104ff2-2ab4-403c-8885-3de796d11976 req-606edfb7-5e94-4214-bddb-d985ae73ef03 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 944 time: 0.0559552 Mar 29 01:19:23.375083 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02104ff2-2ab4-403c-8885-3de796d11976 req-4c10d024-d401-412e-9bfb-3284eef36e39 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514801 Mar 29 01:19:23.565552 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['0c65afd0-cb8e-469f-9f11-e36bbea8dcdf'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:19:24.501511 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc067e-64ae-4a5e-91d8-c1ec60dbc801 req-103a0396-5b8b-4715-a6d4-07ebd4c2d191 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:24.503011 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-83bc067e-64ae-4a5e-91d8-c1ec60dbc801 req-103a0396-5b8b-4715-a6d4-07ebd4c2d191 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 944 time: 0.0577714 Mar 29 01:19:24.552078 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-83bc067e-64ae-4a5e-91d8-c1ec60dbc801 req-26e74d47-78d9-4c7f-b8bb-8ff17e66a499 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431428 Mar 29 01:19:24.878926 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 3846851e-0edc-45cc-9880-c0fe3c85e850 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:19:24.900262 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 3846851e-0edc-45cc-9880-c0fe3c85e850 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:19:24.900528 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 3846851e-0edc-45cc-9880-c0fe3c85e850 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:19:25.114498 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fb331ee6-7714-4210-8f40-dbb75503c22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:25.674210 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55bf2d5-4d05-4069-ae66-0c0e80455363 req-7c0fae4a-0277-4cbc-a39d-041a6b128503 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:25.675737 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c55bf2d5-4d05-4069-ae66-0c0e80455363 req-7c0fae4a-0277-4cbc-a39d-041a6b128503 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 944 time: 0.0557802 Mar 29 01:19:25.727178 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c55bf2d5-4d05-4069-ae66-0c0e80455363 req-ff87a335-1bd1-4034-a11f-20c3bcbf84c9 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Mar 29 01:19:26.069716 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 41180) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:19:26.239511 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-851fbb90-6fda-461b-b366-66d74c013a85 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=62d355e230a949d887b48be062d25f39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1685600 Mar 29 01:19:26.242037 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 41184) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:19:26.294485 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b25c-d78f-4fb7-b502-1394b3476ee6 admin admin] Publish callbacks [] for security_group (29b7a2e2-b97d-4e19-ad21-51fbc5e931b8), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:26.316890 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b25c-d78f-4fb7-b502-1394b3476ee6 admin admin] Publish callbacks [] for security_group (29b7a2e2-b97d-4e19-ad21-51fbc5e931b8), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:26.367453 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b25c-d78f-4fb7-b502-1394b3476ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (29b7a2e2-b97d-4e19-ad21-51fbc5e931b8), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:26.369964 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a8f9b25c-d78f-4fb7-b502-1394b3476ee6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:26.374035 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a8f9b25c-d78f-4fb7-b502-1394b3476ee6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/29b7a2e2-b97d-4e19-ad21-51fbc5e931b8 HTTP/1.1" status: 204 len: 168 time: 0.1282406 Mar 29 01:19:26.380152 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f9b25c-d78f-4fb7-b502-1394b3476ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b7a2e2-b97d-4e19-ad21-51fbc5e931b8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:26.850940 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9b0715-7a8b-4721-9a89-a9afd1309844 req-7be4bce5-b7a7-4e4d-b017-9126673d41b6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:26.852513 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6d9b0715-7a8b-4721-9a89-a9afd1309844 req-7be4bce5-b7a7-4e4d-b017-9126673d41b6 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 944 time: 0.0531187 Mar 29 01:19:26.898372 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:19:26.900653 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6d9b0715-7a8b-4721-9a89-a9afd1309844 req-52b6be01-5474-41b9-935c-be54102d1527 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Mar 29 01:19:26.951633 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:19:26.955394 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:19:26.955773 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:27.033808 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:19:27.034206 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:27.061424 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382d54ff-d799-44a4-ae55-995545d0bda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c65afd0-cb8e-469f-9f11-e36bbea8dcdf'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:27.063775 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2143a8-b9f1-4b40-8f80-0222c9621a69" -d '{"events": [{"server_uuid": "382d54ff-d799-44a4-ae55-995545d0bda5", "name": "network-vif-plugged", "status": "completed", "tag": "0c65afd0-cb8e-469f-9f11-e36bbea8dcdf"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:27.076314 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf,segment=NetworkSegment(bf7b2235-283b-4e98-997d-096f868ca81d),segment_id=bf7b2235-283b-4e98-997d-096f868ca81d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:27.081332 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:27.108026 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab168efa-4597-45aa-91c2-20ef50f2abdc x-openstack-request-id: req-ab168efa-4597-45aa-91c2-20ef50f2abdc {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:27.108458 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382d54ff-d799-44a4-ae55-995545d0bda5", "name": "network-vif-plugged", "status": "completed", "tag": "0c65afd0-cb8e-469f-9f11-e36bbea8dcdf", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:27.108560 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab168efa-4597-45aa-91c2-20ef50f2abdc {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:27.108934 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab168efa-4597-45aa-91c2-20ef50f2abdc'] response: {'server_uuid': '382d54ff-d799-44a4-ae55-995545d0bda5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c65afd0-cb8e-469f-9f11-e36bbea8dcdf', 'code': 200} Mar 29 01:19:27.138186 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:27.295818 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9bc6f-8104-4306-a09f-7fd6e87b7f1a req-b36bc8af-e5ee-4c9c-b5b7-eb655da226a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:27.297282 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-c4a9bc6f-8104-4306-a09f-7fd6e87b7f1a req-b36bc8af-e5ee-4c9c-b5b7-eb655da226a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 1129 time: 0.0443008 Mar 29 01:19:27.344071 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-c4a9bc6f-8104-4306-a09f-7fd6e87b7f1a req-54136fff-b6f5-4a83-8e1c-8847beceb184 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401342 Mar 29 01:19:27.484622 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4a106e33-b176-48a6-b596-3d2a31c90d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:28.022074 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23bed8-161f-4e88-82b8-91271f5c98a9 req-10b9ea12-27f7-41d5-ad6a-db738e158d2a tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:28.023487 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7c23bed8-161f-4e88-82b8-91271f5c98a9 req-10b9ea12-27f7-41d5-ad6a-db738e158d2a tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 945 time: 0.0544298 Mar 29 01:19:28.069128 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7c23bed8-161f-4e88-82b8-91271f5c98a9 req-6f496822-8ab5-41c4-bb3e-7c8553e4030f tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401220 Mar 29 01:19:28.539910 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:29.206000 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1c303-3e5c-4a3f-b38d-61d97be06baf req-66e1a8e4-ee38-43ce-a307-aba8e161a5ec tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:29.207515 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37b1c303-3e5c-4a3f-b38d-61d97be06baf req-66e1a8e4-ee38-43ce-a307-aba8e161a5ec tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 945 time: 0.0548446 Mar 29 01:19:29.257063 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37b1c303-3e5c-4a3f-b38d-61d97be06baf req-eb122df8-1875-4dff-b237-337b726d4b8f tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439126 Mar 29 01:19:29.909517 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:30.374063 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e92ee-f5d5-4b8b-a8ba-b6094b4495d2 req-a6d881e7-c876-4419-8e28-d75919cce825 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:30.375573 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e75e92ee-f5d5-4b8b-a8ba-b6094b4495d2 req-a6d881e7-c876-4419-8e28-d75919cce825 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 945 time: 0.0536652 Mar 29 01:19:30.425177 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e75e92ee-f5d5-4b8b-a8ba-b6094b4495d2 req-ee53a7e7-9033-4d05-a755-f4c9ac77524b tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440459 Mar 29 01:19:31.066594 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be76d2-ad0b-4b7a-bb42-85ac92196934 req-f76f34d5-2d9a-4193-8e26-93e4e4c7e9db tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:31.068119 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b9be76d2-ad0b-4b7a-bb42-85ac92196934 req-f76f34d5-2d9a-4193-8e26-93e4e4c7e9db tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 945 time: 0.0515172 Mar 29 01:19:31.112943 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b9be76d2-ad0b-4b7a-bb42-85ac92196934 req-47a0b212-3112-4d9a-af28-0400abe78ebe tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393260 Mar 29 01:19:31.493110 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:32.229939 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ed90c1-2773-4805-bf31-6705155dcdf9 req-09645840-9f10-49e3-9ec0-142da9f28da5 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:32.231443 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-61ed90c1-2773-4805-bf31-6705155dcdf9 req-09645840-9f10-49e3-9ec0-142da9f28da5 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 945 time: 0.0515902 Mar 29 01:19:32.276659 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-61ed90c1-2773-4805-bf31-6705155dcdf9 req-a0a68310-5cb6-489f-ba1b-f7f5c6bfa806 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397384 Mar 29 01:19:33.226830 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:33.395966 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2bce4-e034-4e56-b326-660805138f5e req-409bfc3d-80ea-44de-888b-fff7085c25f9 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:33.397330 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1fe2bce4-e034-4e56-b326-660805138f5e req-409bfc3d-80ea-44de-888b-fff7085c25f9 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 945 time: 0.0562913 Mar 29 01:19:33.445639 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1fe2bce4-e034-4e56-b326-660805138f5e req-c1fad3a9-b90c-4621-a474-13a072563b46 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/security-groups?id=a5de6e3c-9373-4a73-b901-67a07c1909e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428176 Mar 29 01:19:33.589439 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0af0a7-e66f-43d9-9968-8be89bbd844d req-3aba741c-d833-465e-8d37-ac05bf4d8595 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:33.590954 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-bf0af0a7-e66f-43d9-9968-8be89bbd844d req-3aba741c-d833-465e-8d37-ac05bf4d8595 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.13 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 945 time: 0.0507793 Mar 29 01:19:33.680970 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-bf0af0a7-e66f-43d9-9968-8be89bbd844d req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Deleting port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:19:33.681310 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-bf0af0a7-e66f-43d9-9968-8be89bbd844d req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:33.772595 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-bf0af0a7-e66f-43d9-9968-8be89bbd844d req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] For port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf,segment=NetworkSegment(bf7b2235-283b-4e98-997d-096f868ca81d),segment_id=bf7b2235-283b-4e98-997d-096f868ca81d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:19:33.772961 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-bf0af0a7-e66f-43d9-9968-8be89bbd844d req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:33.785783 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-bf0af0a7-e66f-43d9-9968-8be89bbd844d req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Calling delete_port for 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf owned by compute:nova {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:19:33.910465 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-bf0af0a7-e66f-43d9-9968-8be89bbd844d req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637'] for port (0c65afd0-cb8e-469f-9f11-e36bbea8dcdf), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:33.939321 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Pushing event deleted for resources: {'Port': ['ID=0c65afd0-cb8e-469f-9f11-e36bbea8dcdf,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:19:33.941213 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['0c65afd0-cb8e-469f-9f11-e36bbea8dcdf'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:19:33.964737 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.965077 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.965409 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.965739 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.966065 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.966561 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.966926 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.967249 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.967572 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.967922 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.968242 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.968558 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.968872 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.969185 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.969497 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:19:33.990217 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0af0a7-e66f-43d9-9968-8be89bbd844d req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] No DVR routers for this DVR port 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf on host hv-cinder-75078 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:19:33.992613 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-bf0af0a7-e66f-43d9-9968-8be89bbd844d req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:33.995993 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-bf0af0a7-e66f-43d9-9968-8be89bbd844d req-6f5bf701-cc9e-411a-ba0e-2af35af20989 tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.13 "DELETE /v2.0/ports/0c65afd0-cb8e-469f-9f11-e36bbea8dcdf HTTP/1.1" status: 204 len: 173 time: 0.3996375 Mar 29 01:19:33.996413 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382d54ff-d799-44a4-ae55-995545d0bda5', 'name': 'network-vif-deleted', 'tag': '0c65afd0-cb8e-469f-9f11-e36bbea8dcdf'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:19:33.999474 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df9b9d5-9dc0-43eb-925d-c3f5f03e2cb8" -d '{"events": [{"server_uuid": "382d54ff-d799-44a4-ae55-995545d0bda5", "name": "network-vif-deleted", "tag": "0c65afd0-cb8e-469f-9f11-e36bbea8dcdf"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:19:34.035579 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f807dc-5e2c-4fa0-8f66-e6d6b839445d x-openstack-request-id: req-87f807dc-5e2c-4fa0-8f66-e6d6b839445d {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:19:34.035870 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382d54ff-d799-44a4-ae55-995545d0bda5", "name": "network-vif-deleted", "tag": "0c65afd0-cb8e-469f-9f11-e36bbea8dcdf", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:19:34.036118 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-87f807dc-5e2c-4fa0-8f66-e6d6b839445d {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:19:34.036569 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f807dc-5e2c-4fa0-8f66-e6d6b839445d'] response: {'server_uuid': '382d54ff-d799-44a4-ae55-995545d0bda5', 'name': 'network-vif-deleted', 'tag': '0c65afd0-cb8e-469f-9f11-e36bbea8dcdf', 'status': 'completed', 'code': 200} Mar 29 01:19:34.552212 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63d98968-0a62-49eb-b861-26bcf5fa4b12 req-60bd9feb-c4e4-4c16-b619-9d135ba227ec tempest-VolumesActionsTest-895379640 tempest-VolumesActionsTest-895379640-project] 10.222.0.23 "GET /v2.0/ports?device_id=382d54ff-d799-44a4-ae55-995545d0bda5 HTTP/1.1" status: 200 len: 210 time: 0.0267947 Mar 29 01:19:35.064793 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-ecee70ef-3a6f-4801-b67c-78b6f63040dd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415437 Mar 29 01:19:35.144557 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-5aa84bfb-c9de-40b8-8520-c46b15208b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:35.146011 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-5aa84bfb-c9de-40b8-8520-c46b15208b57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 1130 time: 0.0465062 Mar 29 01:19:35.251409 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-9df8c641-44d6-4497-ad85-bbc729b5b00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:35.252861 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-9df8c641-44d6-4497-ad85-bbc729b5b00d service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.0823703 Mar 29 01:19:35.296420 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-a3b4d221-c914-41c3-9367-b4336507458b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba785625-b937-4165-aa61-d16530308fd8 HTTP/1.1" status: 200 len: 217 time: 0.0355484 Mar 29 01:19:35.345155 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-54a37c11-090d-479b-b3da-6f0f8474973d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:35.346384 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-54a37c11-090d-479b-b3da-6f0f8474973d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0434232 Mar 29 01:19:35.401314 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-b254351a-4f82-4db8-ba97-12bb3a66f710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:35.402821 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-b254351a-4f82-4db8-ba97-12bb3a66f710 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435193 Mar 29 01:19:35.498600 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-2a011a61-2488-4919-bfac-0325f2c1e57d service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846334 Mar 29 01:19:35.590025 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b62ebfb-d9fd-48c6-892c-279b3c32e8fc req-2524295e-0b53-4cf5-bbe8-0f5275e76987 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841403 Mar 29 01:19:37.004370 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:19:37.024443 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:19:37.024732 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0c65afd0-cb8e-469f-9f11-e36bbea8dcdf not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:19:51.678712 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:19:55.107762 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a8848b0b-2f09-42d9-be23-a03b59d4f2c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:55.710809 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c44ff-e43c-4695-a492-a2b4a648c7c9 req-3e6e20bd-d39b-489f-8917-30a8514d7bd1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:55.724851 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ee6c44ff-e43c-4695-a492-a2b4a648c7c9 req-3e6e20bd-d39b-489f-8917-30a8514d7bd1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0715377 Mar 29 01:19:55.796125 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ee6c44ff-e43c-4695-a492-a2b4a648c7c9 req-3981d2a5-e16e-4776-ba91-60aebcb96489 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703187 Mar 29 01:19:56.937532 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9e005-893d-4c45-bf26-4f8e27c542da req-206fbf88-c23e-4442-88bd-b86625759951 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:56.939178 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-98a9e005-893d-4c45-bf26-4f8e27c542da req-206fbf88-c23e-4442-88bd-b86625759951 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0630705 Mar 29 01:19:56.989689 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-98a9e005-893d-4c45-bf26-4f8e27c542da req-01bae7e0-4324-4d57-9e00-f74be2a2f57c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446711 Mar 29 01:19:57.489785 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-14eee2d8-7dc5-4585-a77a-a186d7d03241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:58.119127 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb048b-1ea1-407d-a182-429d388e61f9 req-79b5e315-b89e-4cb6-8441-fd3b079f30ed tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:58.119127 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-70cb048b-1ea1-407d-a182-429d388e61f9 req-79b5e315-b89e-4cb6-8441-fd3b079f30ed tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0518064 Mar 29 01:19:58.163304 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-70cb048b-1ea1-407d-a182-429d388e61f9 req-2c0545e8-1ced-4d4e-8f40-9aa15c5052fa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414932 Mar 29 01:19:58.542876 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:19:59.287414 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca190bf-bcc4-4c59-910a-33ecc6cf9d95 req-75c81548-5076-4536-8c96-1c5c4c3847b4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:19:59.288879 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7ca190bf-bcc4-4c59-910a-33ecc6cf9d95 req-75c81548-5076-4536-8c96-1c5c4c3847b4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0545571 Mar 29 01:19:59.333546 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7ca190bf-bcc4-4c59-910a-33ecc6cf9d95 req-9fec38d9-3404-45d6-9261-490fda7a2e9b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392990 Mar 29 01:19:59.915695 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:00.465450 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d4fee-bfe3-447b-8e5a-3aff88933307 req-b49b726f-1d50-44dd-98f6-6cfbf9f58554 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:00.467708 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8f5d4fee-bfe3-447b-8e5a-3aff88933307 req-b49b726f-1d50-44dd-98f6-6cfbf9f58554 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0561705 Mar 29 01:20:00.518344 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8f5d4fee-bfe3-447b-8e5a-3aff88933307 req-3ba6abfd-2cb4-46d5-8d25-be029bd9876b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450773 Mar 29 01:20:01.497555 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:01.639688 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff2911-c880-4e13-baaf-9890f8a7861f req-df4f2deb-c3b3-4fcf-a74e-c5d714d8231d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:01.641063 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4bff2911-c880-4e13-baaf-9890f8a7861f req-df4f2deb-c3b3-4fcf-a74e-c5d714d8231d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0520267 Mar 29 01:20:01.689513 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4bff2911-c880-4e13-baaf-9890f8a7861f req-005e12b9-1d71-4338-b33b-7198c15ce90f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430319 Mar 29 01:20:02.808160 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb763aa-dd40-4989-8d60-819290fa5e51 req-eeac05e2-4981-46fa-8766-6f799ccc0221 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:02.809622 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3fb763aa-dd40-4989-8d60-819290fa5e51 req-eeac05e2-4981-46fa-8766-6f799ccc0221 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0507715 Mar 29 01:20:02.854980 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3fb763aa-dd40-4989-8d60-819290fa5e51 req-f7009b55-b55e-4caa-97ea-e85256ea8691 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389931 Mar 29 01:20:03.216809 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:03.974899 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29746454-dbc7-4e83-a1c1-ceae240dbeaa req-84f8de3b-935e-4864-bdb3-cb456410cda9 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:03.976345 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-29746454-dbc7-4e83-a1c1-ceae240dbeaa req-84f8de3b-935e-4864-bdb3-cb456410cda9 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0510874 Mar 29 01:20:04.021749 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-29746454-dbc7-4e83-a1c1-ceae240dbeaa req-798285fd-0c66-4ecd-bdcb-7385589b5f3b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396364 Mar 29 01:20:05.146662 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c3bed-f2bc-43e9-8531-d31de2b8864b req-1db33350-37c1-4434-b80a-3936b01c1636 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:05.148214 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e29c3bed-f2bc-43e9-8531-d31de2b8864b req-1db33350-37c1-4434-b80a-3936b01c1636 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0573912 Mar 29 01:20:05.197594 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e29c3bed-f2bc-43e9-8531-d31de2b8864b req-5f1faf01-6448-45f5-a667-e7b9285feb51 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437467 Mar 29 01:20:06.318893 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcec4d-d080-4760-9e25-3382456c86fb req-d854fcbd-63bc-4ecd-9256-0339466a04ba tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:06.320357 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a2bcec4d-d080-4760-9e25-3382456c86fb req-d854fcbd-63bc-4ecd-9256-0339466a04ba tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0519812 Mar 29 01:20:06.365127 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a2bcec4d-d080-4760-9e25-3382456c86fb req-e54424fe-e02e-42d0-a68b-6a7ea4c3dec9 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393364 Mar 29 01:20:06.778050 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 41698) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:06.826677 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Deleting subnet 6da430a6-b128-48cd-a8da-b89238aeff52 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:20:06.829845 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Publish callbacks [] for subnet (6da430a6-b128-48cd-a8da-b89238aeff52), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:06.870962 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17431472'] for subnet (6da430a6-b128-48cd-a8da-b89238aeff52), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:06.908956 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (6da430a6-b128-48cd-a8da-b89238aeff52), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:06.959851 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17431170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16946388'] for subnet (6da430a6-b128-48cd-a8da-b89238aeff52), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:06.982510 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da430a6-b128-48cd-a8da-b89238aeff52,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:06.992012 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:06.995060 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6da430a6-b128-48cd-a8da-b89238aeff52 HTTP/1.1" status: 204 len: 168 time: 0.2160096 Mar 29 01:20:06.996805 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:06.997245 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:06.997595 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:06.997726 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 41700) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:06.998175 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:06.998306 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:06.998562 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:06.998916 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:06.999243 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:06.999568 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:06.999890 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:07.000213 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:07.000540 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:07.001390 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:07.001760 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:07.002131 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c5f859-17f7-4855-9f3b-ea1ec79def77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:07.068743 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (71c92f4b-80dd-4a2e-80df-3a86e34a7361), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.149115 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (71c92f4b-80dd-4a2e-80df-3a86e34a7361), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.169059 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.169430 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.170162 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.170493 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > port after_create 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.170851 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.171188 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > port after_update 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.171510 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.171829 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.172177 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.172492 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.247234 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.247586 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.247944 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.248270 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103386) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 29 01:20:07.248640 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71c92f4b-80dd-4a2e-80df-3a86e34a7361']}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:20:07.266077 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7b2235-283b-4e98-997d-096f868ca81d') {'for_net_delete': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:20:07.266372 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7b2235-283b-4e98-997d-096f868ca81d') {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:20:07.283458 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10083217'] for segment (bf7b2235-283b-4e98-997d-096f868ca81d), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.307309 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (bf7b2235-283b-4e98-997d-096f868ca81d), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.316773 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=103386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:20:07.317207 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10030687'] for segment (bf7b2235-283b-4e98-997d-096f868ca81d), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: from cryptography.utils import int_from_bytes Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: from cryptography.utils import int_from_bytes Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: Traceback (most recent call last): Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: timer() Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: cb(*args, **kw) Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: return func(*args, **kwargs) Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: self._notify() Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: self.callback(batched_events) Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: event.method(event) Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: return f(self, *a, **k) Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._get(url).json() Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: return self.request(url, 'GET', **kwargs) Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:20:07.321415 dv-cinder-750782-13-iscsi neutron-server[103386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:20:07.377080 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (71c92f4b-80dd-4a2e-80df-3a86e34a7361), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.384214 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.387405 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] 10.222.0.23 "DELETE /v2.0/networks/71c92f4b-80dd-4a2e-80df-3a86e34a7361 HTTP/1.1" status: 204 len: 168 time: 0.3887720 Mar 29 01:20:07.398500 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf4f71-959e-405a-bcef-557b7128b647 admin admin] Pushing event deleted for resources: {'Network': ['ID=71c92f4b-80dd-4a2e-80df-3a86e34a7361,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:07.512565 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f99e5f-cccf-45b6-870a-fb0f0eb06da9 req-09046349-2808-4b36-b49c-f2ab8f7aae03 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:07.514402 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e2f99e5f-cccf-45b6-870a-fb0f0eb06da9 req-09046349-2808-4b36-b49c-f2ab8f7aae03 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0557258 Mar 29 01:20:07.569161 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e2f99e5f-cccf-45b6-870a-fb0f0eb06da9 req-fd93a950-7960-4f13-9f14-581b38a478e1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472698 Mar 29 01:20:07.575289 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 41714) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:07.615473 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5e2d6813-afbe-4839-83a0-ca8a255bb3e9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9fe6c24ea1a84f1896e1cacbc3d55b9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385714 Mar 29 01:20:07.617409 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 41716) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:07.663433 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bba0059c-210e-4467-98ba-8dc0be770d24 admin admin] Publish callbacks [] for security_group (a5de6e3c-9373-4a73-b901-67a07c1909e9), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.679620 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 41718) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:07.684027 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5a496931-6312-4ee1-a797-f0f5c61bfd60 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--894066681', 'description': 'tempest-description--493921384'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:20:07.689208 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bba0059c-210e-4467-98ba-8dc0be770d24 admin admin] Publish callbacks [] for security_group (a5de6e3c-9373-4a73-b901-67a07c1909e9), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.706977 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a496931-6312-4ee1-a797-f0f5c61bfd60 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.744830 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bba0059c-210e-4467-98ba-8dc0be770d24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a5de6e3c-9373-4a73-b901-67a07c1909e9), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.747467 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bba0059c-210e-4467-98ba-8dc0be770d24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.748669 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-bba0059c-210e-4467-98ba-8dc0be770d24 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a5de6e3c-9373-4a73-b901-67a07c1909e9 HTTP/1.1" status: 204 len: 168 time: 0.1303864 Mar 29 01:20:07.761675 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0059c-210e-4467-98ba-8dc0be770d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5de6e3c-9373-4a73-b901-67a07c1909e9,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:07.788376 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a496931-6312-4ee1-a797-f0f5c61bfd60 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (3270da9b-752c-482a-8780-5f40a1e503d8), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.792730 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a496931-6312-4ee1-a797-f0f5c61bfd60 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (3270da9b-752c-482a-8780-5f40a1e503d8), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.822935 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5a496931-6312-4ee1-a797-f0f5c61bfd60 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.826831 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5a496931-6312-4ee1-a797-f0f5c61bfd60 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1435573 Mar 29 01:20:07.827145 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 41724) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:07.828382 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a496931-6312-4ee1-a797-f0f5c61bfd60 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3270da9b-752c-482a-8780-5f40a1e503d8,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:07.832219 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-f95ecd61-777e-4db1-aed8-aa56a0feed61 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group_rule': {'security_group_id': '3270da9b-752c-482a-8780-5f40a1e503d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:20:07.859367 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f95ecd61-777e-4db1-aed8-aa56a0feed61 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (88a46302-813a-41b8-9e12-4be11f2ac23a), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.908526 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f95ecd61-777e-4db1-aed8-aa56a0feed61 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (88a46302-813a-41b8-9e12-4be11f2ac23a), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.911992 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f95ecd61-777e-4db1-aed8-aa56a0feed61 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (88a46302-813a-41b8-9e12-4be11f2ac23a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.930613 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ecd61-777e-4db1-aed8-aa56a0feed61 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a46302-813a-41b8-9e12-4be11f2ac23a,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:07.939931 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f95ecd61-777e-4db1-aed8-aa56a0feed61 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:07.941145 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-f95ecd61-777e-4db1-aed8-aa56a0feed61 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1130116 Mar 29 01:20:07.943768 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 41728) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:07.948004 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-92948041-0159-49bc-adea-2414ca4fb3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group_rule': {'security_group_id': '3270da9b-752c-482a-8780-5f40a1e503d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:20:07.972736 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-92948041-0159-49bc-adea-2414ca4fb3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (840749a0-eec9-49c0-a454-bd2bb35411a2), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:08.027339 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-92948041-0159-49bc-adea-2414ca4fb3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (840749a0-eec9-49c0-a454-bd2bb35411a2), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:08.031184 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-92948041-0159-49bc-adea-2414ca4fb3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (840749a0-eec9-49c0-a454-bd2bb35411a2), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:08.049166 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92948041-0159-49bc-adea-2414ca4fb3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840749a0-eec9-49c0-a454-bd2bb35411a2,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:08.057353 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-92948041-0159-49bc-adea-2414ca4fb3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:08.061550 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-92948041-0159-49bc-adea-2414ca4fb3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138434 Mar 29 01:20:08.061856 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 41732) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:08.066144 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:20:08.086140 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:08.187517 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:08.297030 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Allocated IP 172.27.2.82 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/d617ea04-2400-45e1-851b-d9a29da33761) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:20:08.644993 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (d617ea04-2400-45e1-851b-d9a29da33761), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:08.682427 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (d617ea04-2400-45e1-851b-d9a29da33761), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:08.699518 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f9962-6910-481c-91ce-9e8316c4f9b2 req-69191ab3-f3b9-4efa-8fd8-cbc811b87691 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:08.701072 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0b3f9962-6910-481c-91ce-9e8316c4f9b2 req-69191ab3-f3b9-4efa-8fd8-cbc811b87691 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0582426 Mar 29 01:20:08.727300 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:20:08.730672 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:20:08.734566 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:20:08.770994 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0b3f9962-6910-481c-91ce-9e8316c4f9b2 req-0ae4078e-7392-4c8c-af5b-eb116555f86e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589919 Mar 29 01:20:08.775459 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=d617ea04-2400-45e1-851b-d9a29da33761,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:08.843066 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (b8054e10-5a88-4a3e-86e1-a220dccb3e1b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:08.881777 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (d617ea04-2400-45e1-851b-d9a29da33761), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:09.069158 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (d617ea04-2400-45e1-851b-d9a29da33761), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:09.077716 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (d617ea04-2400-45e1-851b-d9a29da33761), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:09.153816 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=d617ea04-2400-45e1-851b-d9a29da33761,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:09.168102 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (b8054e10-5a88-4a3e-86e1-a220dccb3e1b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:09.184215 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:09.194692 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-dc76e406-47c2-4869-9c0b-a48697efd926 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1318009 Mar 29 01:20:09.379229 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-eed880f6-c044-45e9-b9ad-d85274f7f18f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--894066681&fields=id&tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 267 time: 0.0413618 Mar 29 01:20:09.481863 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-b7e1d720-f03b-4e2e-96b5-73af40e54a74 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:09.483333 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-b7e1d720-f03b-4e2e-96b5-73af40e54a74 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 815 time: 0.0979502 Mar 29 01:20:09.497631 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-d2e3a545-f356-478f-8875-8f5bac0309bc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/quotas/9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 375 time: 0.0084727 Mar 29 01:20:09.553908 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-55b106cd-ced7-4199-8e93-3a2c02b6e36b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506015 Mar 29 01:20:09.649137 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-c0642d47-e0f5-448a-b5c1-13d2ec675e33 service neutron] 10.222.0.23 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834777 Mar 29 01:20:09.735087 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-d8d86014-bb84-4054-95ae-11796f911bea service neutron] 10.222.0.23 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803106 Mar 29 01:20:10.138497 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cd4cd1cc-c439-4848-8ce4-a25236110654 req-fd25c458-941f-4dfd-9139-1185dcc3085a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 210 time: 0.2704964 Mar 29 01:20:10.154551 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8d8f9-c448-4944-93a6-b631a923fa9a req-88773287-a3bd-4ff1-8cfe-6d1679ba756e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:10.156043 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-48c8d8f9-c448-4944-93a6-b631a923fa9a req-88773287-a3bd-4ff1-8cfe-6d1679ba756e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.3184471 Mar 29 01:20:10.204886 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-48c8d8f9-c448-4944-93a6-b631a923fa9a req-3cb5ca3d-b1b5-4d1a-bd1c-c2922fb0dbfd tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430562 Mar 29 01:20:11.236374 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1f00e026-c071-4bc1-b4d8-a9eac04cd4b0 req-0845296e-fe5e-432a-8ebf-1d2fba4dea7f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 210 time: 0.0261366 Mar 29 01:20:11.334701 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bea74-adbc-47d6-8fbf-9abe2c05c8c8 req-ecb0156a-a5c3-445e-935b-feaecc55d113 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:11.335971 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-849bea74-adbc-47d6-8fbf-9abe2c05c8c8 req-ecb0156a-a5c3-445e-935b-feaecc55d113 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0572000 Mar 29 01:20:11.390274 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-849bea74-adbc-47d6-8fbf-9abe2c05c8c8 req-8702dbd6-0723-43b8-b235-12134bcdd25b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480921 Mar 29 01:20:12.230158 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-cccc1d4d-8b35-41ac-9479-3825bf7c589f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:12.231779 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-cccc1d4d-8b35-41ac-9479-3825bf7c589f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 815 time: 0.1105835 Mar 29 01:20:12.320694 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1915d473-f510-4ec6-818a-fc394f0d0b33 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 472 time: 0.0726371 Mar 29 01:20:12.330315 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'port': {'device_id': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'admin_state_up': True, 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'security_groups': ['3270da9b-752c-482a-8780-5f40a1e503d8']}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:20:12.332871 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-13c5e50a-22da-4a55-86e2-87958e0708be req-473f9683-fc76-44d1-bd56-86b9041c28c9 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 210 time: 0.0282226 Mar 29 01:20:12.438053 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Made reservation on behalf of 9e4d1c4fc5634ebaa1f02f7063fd633b for: {'port': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:20:12.442274 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:12.516447 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd567b96-95c6-430a-b76d-d68bbeea6b80 req-fa6e5bfe-ee6c-4237-9de3-b75cc867c256 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:12.517799 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fd567b96-95c6-430a-b76d-d68bbeea6b80 req-fa6e5bfe-ee6c-4237-9de3-b75cc867c256 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0521691 Mar 29 01:20:12.563187 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fd567b96-95c6-430a-b76d-d68bbeea6b80 req-5b5fa9d1-4a3b-44b5-a6c6-c1124900031e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396626 Mar 29 01:20:12.571538 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Allocated IP 172.20.0.10 (efe61488-9b8e-4b7a-9ec4-1e23503c6b37/9b553518-51b2-4da2-99ae-f87ad4e0e785/e79a338c-ee8b-4852-9f9e-ccfe534130a6) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:20:12.713714 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:12.748422 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:12.792258 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:20:12.796178 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:20:12.802340 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:20:12.828276 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=e79a338c-ee8b-4852-9f9e-ccfe534130a6,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:12.856914 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:12.857573 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:12.875142 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-1213e347-b8f2-4361-8a11-2396de4d6862 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5485222 Mar 29 01:20:12.886703 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Request body: {'port': {'device_id': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:20:12.965865 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:13.053662 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1bbe0a87-b220-4c8b-9960-e9e1e396b8b9 None None] Provisioning complete for port e79a338c-ee8b-4852-9f9e-ccfe534130a6 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:20:13.054255 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1bbe0a87-b220-4c8b-9960-e9e1e396b8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:13.091001 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1bbe0a87-b220-4c8b-9960-e9e1e396b8b9 None None] Port e79a338c-ee8b-4852-9f9e-ccfe534130a6 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:20:13.232962 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e79a338c-ee8b-4852-9f9e-ccfe534130a6 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:20:13.241329 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Publish callbacks [] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:13.253894 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Transition to ACTIVE for port object e79a338c-ee8b-4852-9f9e-ccfe534130a6 will not be triggered until provisioned by entity L2. {{(pid=103386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:20:13.256951 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:13.306875 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Pushing event updated for resources: {'Port': ['ID=e79a338c-ee8b-4852-9f9e-ccfe534130a6,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:13.391017 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Attempting to bind port e79a338c-ee8b-4852-9f9e-ccfe534130a6 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:20:13.391368 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Attempting to bind port e79a338c-ee8b-4852-9f9e-ccfe534130a6 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:20:13.391699 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Attempting to bind port e79a338c-ee8b-4852-9f9e-ccfe534130a6 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:20:13.396391 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Port e79a338c-ee8b-4852-9f9e-ccfe534130a6 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:20:13.396709 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Attempting to bind port e79a338c-ee8b-4852-9f9e-ccfe534130a6 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:20:13.401680 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:20:13.402022 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Checking segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:20:13.402434 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Bound using segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:20:13.403104 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Bound port: e79a338c-ee8b-4852-9f9e-ccfe534130a6, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:20:13.403482 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:13.460960 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae8313-5ddf-4a45-8849-8a18c2438b0c req-3bcfa25f-c3fc-4f57-898b-aa5a61d9c801 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:13.467401 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-81ae8313-5ddf-4a45-8849-8a18c2438b0c req-3bcfa25f-c3fc-4f57-898b-aa5a61d9c801 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 944 time: 0.0620775 Mar 29 01:20:13.480147 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] For port e79a338c-ee8b-4852-9f9e-ccfe534130a6, host hv-cinder-75078, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:20:13.483265 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] For port e79a338c-ee8b-4852-9f9e-ccfe534130a6, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e79a338c-ee8b-4852-9f9e-ccfe534130a6,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:20:13.491362 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:13.525993 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-81ae8313-5ddf-4a45-8849-8a18c2438b0c req-512637a4-e88e-456e-8281-ca404034d410 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576463 Mar 29 01:20:13.530503 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:13.531144 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:13.532502 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] 10.222.0.13 "PUT /v2.0/ports/e79a338c-ee8b-4852-9f9e-ccfe534130a6 HTTP/1.1" status: 200 len: 1094 time: 0.6500814 Mar 29 01:20:13.532937 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'tag': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:20:13.535855 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ef1df8-c734-4420-ba08-2fc378a83fe4" -d '{"events": [{"name": "network-changed", "server_uuid": "58bb6c4d-045d-4284-8d4b-432a5c200786", "tag": "e79a338c-ee8b-4852-9f9e-ccfe534130a6"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:20:13.564639 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d43caf-5b65-4867-b748-2d918e2f0b89 service neutron] Pushing event updated for resources: {'Port': ['ID=e79a338c-ee8b-4852-9f9e-ccfe534130a6,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:13.583752 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3330757-138a-41d9-8a43-94a226a68b41 x-openstack-request-id: req-a3330757-138a-41d9-8a43-94a226a68b41 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:20:13.584049 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bb6c4d-045d-4284-8d4b-432a5c200786", "tag": "e79a338c-ee8b-4852-9f9e-ccfe534130a6", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:20:13.584305 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a3330757-138a-41d9-8a43-94a226a68b41 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:20:13.584712 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3330757-138a-41d9-8a43-94a226a68b41'] response: {'name': 'network-changed', 'server_uuid': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'tag': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6', 'status': 'completed', 'code': 200} Mar 29 01:20:13.645639 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-ee385b0c-191d-4f8e-8ccd-853ccdf84665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:13.647221 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-ee385b0c-191d-4f8e-8ccd-853ccdf84665 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 1128 time: 0.0514979 Mar 29 01:20:13.692621 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-4f4446e4-9897-4cb0-b5fd-5cf6cfc891aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79a338c-ee8b-4852-9f9e-ccfe534130a6 HTTP/1.1" status: 200 len: 217 time: 0.0364778 Mar 29 01:20:13.699071 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66e32e-2792-4e8a-b6cc-f5e0cbfc22c1 req-3a7381e5-f6a9-4987-ad9c-37d6fe4e2bc4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:13.700670 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bb66e32e-2792-4e8a-b6cc-f5e0cbfc22c1 req-3a7381e5-f6a9-4987-ad9c-37d6fe4e2bc4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0568137 Mar 29 01:20:13.749016 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-40a7a024-a849-4ee6-8597-717703e8dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:13.750618 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-40a7a024-a849-4ee6-8597-717703e8dc99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 200 len: 854 time: 0.0505559 Mar 29 01:20:13.755696 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bb66e32e-2792-4e8a-b6cc-f5e0cbfc22c1 req-da413d93-2b88-4a39-b6f5-08d4bbffb5f7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488436 Mar 29 01:20:13.803785 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-24ce25a5-5bf2-40eb-b331-d2f510201907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:13.805304 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-24ce25a5-5bf2-40eb-b331-d2f510201907 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472310 Mar 29 01:20:13.897714 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-a09f03bd-d1ea-4a57-b972-cbeb196775ca service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851941 Mar 29 01:20:13.987137 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2d5ccc95-21dd-4711-9c4f-f9df760ac514 req-92dc4bcf-3bc0-4fdf-ad7f-ebd15479a245 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824044 Mar 29 01:20:14.087731 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1df8-c734-4420-ba08-2fc378a83fe4 req-67a6a656-88ae-42fe-9ac6-6f471d25f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:14.089255 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-36ef1df8-c734-4420-ba08-2fc378a83fe4 req-67a6a656-88ae-42fe-9ac6-6f471d25f147 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 1128 time: 0.0507483 Mar 29 01:20:14.178828 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1df8-c734-4420-ba08-2fc378a83fe4 req-405e3b21-6a81-46c2-a63d-a299e610bdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:14.180288 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-36ef1df8-c734-4420-ba08-2fc378a83fe4 req-405e3b21-6a81-46c2-a63d-a299e610bdcd service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 916 time: 0.0844989 Mar 29 01:20:14.227036 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-36ef1df8-c734-4420-ba08-2fc378a83fe4 req-df36e099-0697-490d-90ce-83ae3583f1c5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79a338c-ee8b-4852-9f9e-ccfe534130a6 HTTP/1.1" status: 200 len: 217 time: 0.0393131 Mar 29 01:20:14.276109 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1df8-c734-4420-ba08-2fc378a83fe4 req-2b7a014b-60b7-43aa-82fd-095e4fc8886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:14.277705 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-36ef1df8-c734-4420-ba08-2fc378a83fe4 req-2b7a014b-60b7-43aa-82fd-095e4fc8886b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 200 len: 854 time: 0.0452101 Mar 29 01:20:14.332671 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ef1df8-c734-4420-ba08-2fc378a83fe4 req-a567a284-23e6-471b-8995-813bfd285100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:14.334184 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-36ef1df8-c734-4420-ba08-2fc378a83fe4 req-a567a284-23e6-471b-8995-813bfd285100 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485981 Mar 29 01:20:14.425420 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-36ef1df8-c734-4420-ba08-2fc378a83fe4 req-64112d1b-8fc7-4266-9301-0fdc3168d2dc service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837376 Mar 29 01:20:14.515127 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-36ef1df8-c734-4420-ba08-2fc378a83fe4 req-cc5b6e04-2830-42d9-aecb-0924da072353 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828826 Mar 29 01:20:14.648088 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bfd5c5-eb72-4191-b8dd-8e90c139898f req-e0021d4a-8b54-4317-812a-e4f438f996bb tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:14.649487 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02bfd5c5-eb72-4191-b8dd-8e90c139898f req-e0021d4a-8b54-4317-812a-e4f438f996bb tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 944 time: 0.0527968 Mar 29 01:20:14.695632 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02bfd5c5-eb72-4191-b8dd-8e90c139898f req-f4db30b1-7162-4085-992e-4b4e672d7222 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407000 Mar 29 01:20:14.883339 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c85bb-43f6-4460-90b9-7c18e0730b92 req-ad1d4342-ad4f-4e00-843e-0bcac13fdedf tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:14.884802 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-107c85bb-43f6-4460-90b9-7c18e0730b92 req-ad1d4342-ad4f-4e00-843e-0bcac13fdedf tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0578752 Mar 29 01:20:14.934629 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-107c85bb-43f6-4460-90b9-7c18e0730b92 req-edd356ab-9156-4d38-8d39-01271873a5e2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443008 Mar 29 01:20:15.815667 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ba9e8-301c-40ed-8f8c-c1b0e8660a96 req-af27e16b-030e-4d7f-a6ab-a42c73ae5158 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:15.817238 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d17ba9e8-301c-40ed-8f8c-c1b0e8660a96 req-af27e16b-030e-4d7f-a6ab-a42c73ae5158 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 944 time: 0.0522697 Mar 29 01:20:15.862553 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d17ba9e8-301c-40ed-8f8c-c1b0e8660a96 req-80301716-6e47-45b3-92d2-e0ebcb15fc29 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396707 Mar 29 01:20:16.054988 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eede307-06ed-4956-bf2f-dc06a2e704f5 req-608ab975-31ae-4a05-b5d1-66dfb5366dc6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:16.056370 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0eede307-06ed-4956-bf2f-dc06a2e704f5 req-608ab975-31ae-4a05-b5d1-66dfb5366dc6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0519471 Mar 29 01:20:16.106402 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0eede307-06ed-4956-bf2f-dc06a2e704f5 req-27a579d7-ccd4-4eed-a312-e9ec28daced3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440650 Mar 29 01:20:16.980463 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62fd55-a49d-441f-a711-04459482ec13 req-07bcae32-a16a-414f-a9e5-cc845357f381 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:16.981921 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ee62fd55-a49d-441f-a711-04459482ec13 req-07bcae32-a16a-414f-a9e5-cc845357f381 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 944 time: 0.0525680 Mar 29 01:20:17.029016 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ee62fd55-a49d-441f-a711-04459482ec13 req-bc9a9530-050d-4c8b-81e1-78b76ef62335 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413280 Mar 29 01:20:17.195690 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device e79a338c-ee8b-4852-9f9e-ccfe534130a6 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:20:17.237386 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9d50e-eaa6-471a-b9a8-e88a5d63bf0e req-21ff5a8c-9cba-4ee6-9ec1-dce37a1e38ab tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:17.239666 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e3e9d50e-eaa6-471a-b9a8-e88a5d63bf0e req-21ff5a8c-9cba-4ee6-9ec1-dce37a1e38ab tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0586760 Mar 29 01:20:17.287103 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e3e9d50e-eaa6-471a-b9a8-e88a5d63bf0e req-5c9c5935-189b-4d97-beba-0bfa3ca511b2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409272 Mar 29 01:20:17.294370 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port e79a338c-ee8b-4852-9f9e-ccfe534130a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e79a338c-ee8b-4852-9f9e-ccfe534130a6,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:20:17.306514 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'port_id': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6', 'mac_address': 'fa:16:3e:0a:ea:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:20:17.347591 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port e79a338c-ee8b-4852-9f9e-ccfe534130a6 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:20:17.348144 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:17.361825 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e79a338c-ee8b-4852-9f9e-ccfe534130a6 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:20:17.383320 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port e79a338c-ee8b-4852-9f9e-ccfe534130a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e79a338c-ee8b-4852-9f9e-ccfe534130a6,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:20:17.388075 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:17.437093 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=e79a338c-ee8b-4852-9f9e-ccfe534130a6,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:17.444140 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.444493 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.444837 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.445178 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.445509 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.445839 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.446190 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.446483 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.446832 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.447160 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.447490 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.447809 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.448127 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.448444 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.448757 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:17.812514 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea928c-63d4-4141-a291-da7f0e0fc064 req-76cf72a8-71a9-4aa3-8cda-a2bc7c4fdd2d tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:17.813925 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2eea928c-63d4-4141-a291-da7f0e0fc064 req-76cf72a8-71a9-4aa3-8cda-a2bc7c4fdd2d tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 945 time: 0.0570579 Mar 29 01:20:17.861576 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['e79a338c-ee8b-4852-9f9e-ccfe534130a6'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:20:17.862474 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2eea928c-63d4-4141-a291-da7f0e0fc064 req-5ade6651-6b6b-49f5-a938-ea2cd3ff1133 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420797 Mar 29 01:20:18.146677 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c7b3b-c029-4ad5-ac16-30e7eccae38a req-ca5221d0-0373-4f79-bf22-01357918c736 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:18.148166 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f86c7b3b-c029-4ad5-ac16-30e7eccae38a req-ca5221d0-0373-4f79-bf22-01357918c736 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 945 time: 0.0519567 Mar 29 01:20:18.195686 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f86c7b3b-c029-4ad5-ac16-30e7eccae38a req-1b84b0ef-2d92-4d4b-b6a7-16e7756b17e8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419192 Mar 29 01:20:18.412435 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f11edc-aac5-4ff3-82db-646389ed0606 req-2de8cc19-9487-4b5e-a28c-cc158856f4da tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:18.413909 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d0f11edc-aac5-4ff3-82db-646389ed0606 req-2de8cc19-9487-4b5e-a28c-cc158856f4da tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0567005 Mar 29 01:20:18.464193 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d0f11edc-aac5-4ff3-82db-646389ed0606 req-92ab1331-9c40-4fb4-b40c-71191b3cacfa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443652 Mar 29 01:20:18.984245 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80f51c-74ec-4d3a-bc1f-d8eb6e0503c2 req-401b5453-2a31-48c8-9bb4-11123ea16408 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:18.985693 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-be80f51c-74ec-4d3a-bc1f-d8eb6e0503c2 req-401b5453-2a31-48c8-9bb4-11123ea16408 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 945 time: 0.0535908 Mar 29 01:20:19.038583 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-be80f51c-74ec-4d3a-bc1f-d8eb6e0503c2 req-67fca2b3-2946-4852-b233-9ba6c608930f tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470676 Mar 29 01:20:19.310440 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e8691-f1ba-4e80-9764-2d968b5c2974 req-3196c70b-5968-40cd-ae8b-bcfb50aedbf4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:19.311860 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c0e8691-f1ba-4e80-9764-2d968b5c2974 req-3196c70b-5968-40cd-ae8b-bcfb50aedbf4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 945 time: 0.0532451 Mar 29 01:20:19.363294 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c0e8691-f1ba-4e80-9764-2d968b5c2974 req-40518093-8048-4d35-8f89-6a293e0b37a5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450141 Mar 29 01:20:19.590497 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9e883-cdce-4232-a5df-28b5c497d183 req-01cd28a6-0478-4a57-8022-7bf07131d367 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:19.592055 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dbd9e883-cdce-4232-a5df-28b5c497d183 req-01cd28a6-0478-4a57-8022-7bf07131d367 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0571678 Mar 29 01:20:19.641313 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dbd9e883-cdce-4232-a5df-28b5c497d183 req-77536949-534c-4e7d-b8ff-e48b240c0f14 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408363 Mar 29 01:20:20.155320 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09254b9a-c05d-4e84-8e81-8c6035b69e6d req-b763fa7e-c7a6-46e0-88e7-b0b2c5cc2c49 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:20.156792 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-09254b9a-c05d-4e84-8e81-8c6035b69e6d req-b763fa7e-c7a6-46e0-88e7-b0b2c5cc2c49 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 945 time: 0.0516872 Mar 29 01:20:20.203002 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-09254b9a-c05d-4e84-8e81-8c6035b69e6d req-4c6d8992-4ccf-4dda-81e6-6e81f55bb2dd tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405920 Mar 29 01:20:20.228427 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d33376-34f8-46b8-bf5f-bb3e9b65faf1 req-4e200511-047f-46c7-bf75-845052992cf8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:20.229868 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-49d33376-34f8-46b8-bf5f-bb3e9b65faf1 req-4e200511-047f-46c7-bf75-845052992cf8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.13 "GET /v2.0/ports?device_id=85ebd72f-db0d-4337-96f0-2003a1dd4d20 HTTP/1.1" status: 200 len: 945 time: 0.0533361 Mar 29 01:20:20.327096 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-49d33376-34f8-46b8-bf5f-bb3e9b65faf1 req-1c8df101-feea-4bb0-9543-50cdce1622aa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Deleting port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:20:20.327346 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-49d33376-34f8-46b8-bf5f-bb3e9b65faf1 req-1c8df101-feea-4bb0-9543-50cdce1622aa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:20.415493 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-49d33376-34f8-46b8-bf5f-bb3e9b65faf1 req-1c8df101-feea-4bb0-9543-50cdce1622aa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] For port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53,segment=NetworkSegment(2c6d2706-394c-4832-90c5-9cbff38dcfa7),segment_id=2c6d2706-394c-4832-90c5-9cbff38dcfa7)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:20:20.415859 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-49d33376-34f8-46b8-bf5f-bb3e9b65faf1 req-1c8df101-feea-4bb0-9543-50cdce1622aa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:20.430008 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-49d33376-34f8-46b8-bf5f-bb3e9b65faf1 req-1c8df101-feea-4bb0-9543-50cdce1622aa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Calling delete_port for 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 owned by compute:nova {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:20:20.485993 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e66f873-981e-4861-bd6c-94a028bc72bc req-c8500cd3-4a39-42d7-8498-1224d382a0e8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:20.487593 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e66f873-981e-4861-bd6c-94a028bc72bc req-c8500cd3-4a39-42d7-8498-1224d382a0e8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 945 time: 0.0566123 Mar 29 01:20:20.537453 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e66f873-981e-4861-bd6c-94a028bc72bc req-85768521-b463-4556-9f4e-9b17f1a58366 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419798 Mar 29 01:20:20.565443 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-49d33376-34f8-46b8-bf5f-bb3e9b65faf1 req-1c8df101-feea-4bb0-9543-50cdce1622aa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:20.581328 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:20:20.595115 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8df101-feea-4bb0-9543-50cdce1622aa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Pushing event deleted for resources: {'Port': ['ID=1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:20.642103 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d33376-34f8-46b8-bf5f-bb3e9b65faf1 req-1c8df101-feea-4bb0-9543-50cdce1622aa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] No DVR routers for this DVR port 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 on host hv-cinder-75078 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:20:20.644593 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-49d33376-34f8-46b8-bf5f-bb3e9b65faf1 req-1c8df101-feea-4bb0-9543-50cdce1622aa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:20.647942 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-49d33376-34f8-46b8-bf5f-bb3e9b65faf1 req-1c8df101-feea-4bb0-9543-50cdce1622aa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.13 "DELETE /v2.0/ports/1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 HTTP/1.1" status: 204 len: 173 time: 0.4116857 Mar 29 01:20:20.648382 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85ebd72f-db0d-4337-96f0-2003a1dd4d20', 'name': 'network-vif-deleted', 'tag': '1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:20:20.650603 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6bf63e-f4f0-4818-95d6-c5b83f57c2c8" -d '{"events": [{"server_uuid": "85ebd72f-db0d-4337-96f0-2003a1dd4d20", "name": "network-vif-deleted", "tag": "1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:20:20.693999 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63b12b9-1554-45a8-b11b-e5fb60b9be48 x-openstack-request-id: req-e63b12b9-1554-45a8-b11b-e5fb60b9be48 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:20:20.694294 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85ebd72f-db0d-4337-96f0-2003a1dd4d20", "name": "network-vif-deleted", "tag": "1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:20:20.694549 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e63b12b9-1554-45a8-b11b-e5fb60b9be48 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:20:20.694992 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63b12b9-1554-45a8-b11b-e5fb60b9be48'] response: {'server_uuid': '85ebd72f-db0d-4337-96f0-2003a1dd4d20', 'name': 'network-vif-deleted', 'tag': '1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53', 'status': 'completed', 'code': 200} Mar 29 01:20:20.774181 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb389a71-8982-4f70-9b99-467883d70bd5 req-534d1f63-2031-4cbb-83f0-19de01f8ce57 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:20.775702 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb389a71-8982-4f70-9b99-467883d70bd5 req-534d1f63-2031-4cbb-83f0-19de01f8ce57 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0542750 Mar 29 01:20:20.824232 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb389a71-8982-4f70-9b99-467883d70bd5 req-6412f0fd-b43e-4829-9050-5bbc21e85796 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430121 Mar 29 01:20:21.206372 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device e79a338c-ee8b-4852-9f9e-ccfe534130a6 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:20:21.255087 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port e79a338c-ee8b-4852-9f9e-ccfe534130a6 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:20:21.259979 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port e79a338c-ee8b-4852-9f9e-ccfe534130a6 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:20:21.260363 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:21.342965 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port e79a338c-ee8b-4852-9f9e-ccfe534130a6 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:20:21.343276 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:21.369225 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:20:21.371754 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6420b4-e62a-4854-b888-65468f966455" -d '{"events": [{"server_uuid": "58bb6c4d-045d-4284-8d4b-432a5c200786", "name": "network-vif-plugged", "status": "completed", "tag": "e79a338c-ee8b-4852-9f9e-ccfe534130a6"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:20:21.387470 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port e79a338c-ee8b-4852-9f9e-ccfe534130a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e79a338c-ee8b-4852-9f9e-ccfe534130a6,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:20:21.391995 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:21.393017 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:20:21.438692 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3437f9-ea0c-4d74-9b9e-c3f95f42c425 x-openstack-request-id: req-1e3437f9-ea0c-4d74-9b9e-c3f95f42c425 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:20:21.439856 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bb6c4d-045d-4284-8d4b-432a5c200786", "name": "network-vif-plugged", "status": "completed", "tag": "e79a338c-ee8b-4852-9f9e-ccfe534130a6", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:20:21.440112 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e3437f9-ea0c-4d74-9b9e-c3f95f42c425 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:20:21.440683 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e3437f9-ea0c-4d74-9b9e-c3f95f42c425'] response: {'server_uuid': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6', 'code': 200} Mar 29 01:20:21.441368 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:20:21.441862 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 1f772bf9-a2f2-4ea7-90cf-67a37b0c8a53 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:20:21.479431 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=e79a338c-ee8b-4852-9f9e-ccfe534130a6,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:21.606962 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998c2e4-91a5-464e-ba3f-212fd5afe807 req-5b2b5b9e-7719-45b4-a82e-2e149b8bbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:21.608414 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-e998c2e4-91a5-464e-ba3f-212fd5afe807 req-5b2b5b9e-7719-45b4-a82e-2e149b8bbf97 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 1130 time: 0.0459516 Mar 29 01:20:21.654059 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-e998c2e4-91a5-464e-ba3f-212fd5afe807 req-adc5b458-5f70-4536-b00d-ff3d784dd4a9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380125 Mar 29 01:20:21.663639 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bf65a-3988-4253-8801-db71f75640f5 req-e504c1b5-4a0e-441b-8288-62e99cba7b66 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:21.665261 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d52bf65a-3988-4253-8801-db71f75640f5 req-e504c1b5-4a0e-441b-8288-62e99cba7b66 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0545392 Mar 29 01:20:21.716889 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d52bf65a-3988-4253-8801-db71f75640f5 req-e4fa1113-cf73-4eba-b506-62dd7f5eb117 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457764 Mar 29 01:20:21.960768 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5561a-94e7-4ff5-86a7-c660b92d0311 req-1f0176de-4e5d-4973-99d6-5d6ea80ff2a0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:21.962211 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e3d5561a-94e7-4ff5-86a7-c660b92d0311 req-1f0176de-4e5d-4973-99d6-5d6ea80ff2a0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0522749 Mar 29 01:20:22.008520 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e3d5561a-94e7-4ff5-86a7-c660b92d0311 req-744fe424-980a-41ef-aa96-0bac1d3eaa55 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407374 Mar 29 01:20:22.855076 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea1c74-ebee-439d-b8b4-6682fa5c3109 req-049f4a10-aff4-4fce-a089-b409ccad8eb1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:22.856571 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88ea1c74-ebee-439d-b8b4-6682fa5c3109 req-049f4a10-aff4-4fce-a089-b409ccad8eb1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0550468 Mar 29 01:20:22.902710 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88ea1c74-ebee-439d-b8b4-6682fa5c3109 req-ead7e5fc-4699-4ebd-9b7c-0fd4663975fe tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407038 Mar 29 01:20:23.137768 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9163286-361f-4799-ba10-7fb1010496cd req-3f0a7ec4-2f94-4556-a000-377e2f374bff tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:23.139269 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c9163286-361f-4799-ba10-7fb1010496cd req-3f0a7ec4-2f94-4556-a000-377e2f374bff tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0579963 Mar 29 01:20:23.184607 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c9163286-361f-4799-ba10-7fb1010496cd req-d7dab443-7b02-4579-bf99-727bcbb3c662 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398381 Mar 29 01:20:24.017962 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024cb59-7d44-484f-8e63-e7a1f708c8cc req-948ac896-d1e5-40b1-985a-af262b19f572 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:24.019373 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0024cb59-7d44-484f-8e63-e7a1f708c8cc req-948ac896-d1e5-40b1-985a-af262b19f572 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0515919 Mar 29 01:20:24.065669 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0024cb59-7d44-484f-8e63-e7a1f708c8cc req-753bac8b-5ae6-4447-8c05-7b08d33ffa07 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396526 Mar 29 01:20:24.306920 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fa70df-0345-444a-876b-15a0bf4d7db5 req-34832c68-7ea5-4c14-bad4-98445aa8142d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:24.308311 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-89fa70df-0345-444a-876b-15a0bf4d7db5 req-34832c68-7ea5-4c14-bad4-98445aa8142d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0546343 Mar 29 01:20:24.354469 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-89fa70df-0345-444a-876b-15a0bf4d7db5 req-22c9d6e4-9b4e-41bd-a57f-1a3630cc0c41 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401435 Mar 29 01:20:25.109376 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3a8135b1-72c0-486b-88f3-f633f4eb85b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:25.184742 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b5425-dc20-4b78-bbc8-83d471ca0ebe req-26c7e210-4e46-43a2-afdd-5f2be2a0b0e2 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:25.186465 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-488b5425-dc20-4b78-bbc8-83d471ca0ebe req-26c7e210-4e46-43a2-afdd-5f2be2a0b0e2 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0516772 Mar 29 01:20:25.232076 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-488b5425-dc20-4b78-bbc8-83d471ca0ebe req-c51a992c-0649-4333-a0d9-19c5755319ac tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401423 Mar 29 01:20:25.477030 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8061d-e596-4ed0-b53c-89c48d8bf46c req-8ed42054-57e5-4ca6-bfb0-b04d1d64317c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:25.478499 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ef8061d-e596-4ed0-b53c-89c48d8bf46c req-8ed42054-57e5-4ca6-bfb0-b04d1d64317c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0547004 Mar 29 01:20:25.527941 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ef8061d-e596-4ed0-b53c-89c48d8bf46c req-38fb033f-0e41-41ab-a038-24d703c9c413 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439475 Mar 29 01:20:26.354405 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bce43d-e5df-43cd-819e-abcc417c78ae req-c5074cc8-df70-48a0-a5db-6dcbff3ad99d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:26.355931 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-16bce43d-e5df-43cd-819e-abcc417c78ae req-c5074cc8-df70-48a0-a5db-6dcbff3ad99d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0547283 Mar 29 01:20:26.412218 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-16bce43d-e5df-43cd-819e-abcc417c78ae req-55e2b516-216d-46fb-9bc3-a9ccc01fa382 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507736 Mar 29 01:20:26.650689 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6816df-0d77-4824-94bf-5bf98cb7a34b req-b4a97a13-888c-4c5e-8302-b35013786c03 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:26.652177 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fd6816df-0d77-4824-94bf-5bf98cb7a34b req-b4a97a13-888c-4c5e-8302-b35013786c03 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0521045 Mar 29 01:20:26.699250 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fd6816df-0d77-4824-94bf-5bf98cb7a34b req-8205cfd6-86e8-421b-8da0-047342437214 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415878 Mar 29 01:20:27.492178 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-acffc619-0933-4fda-822c-d8046e207440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:27.534160 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14152de1-fa72-4631-9032-5ce739335ddb req-5e91924b-a860-4c68-909a-f0cf745f1f6d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:27.535638 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-14152de1-fa72-4631-9032-5ce739335ddb req-5e91924b-a860-4c68-909a-f0cf745f1f6d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0565555 Mar 29 01:20:27.582152 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-14152de1-fa72-4631-9032-5ce739335ddb req-9768fcbf-7d8f-4aeb-81b4-8df24a73ff14 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404899 Mar 29 01:20:27.826917 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f6f521-1e6b-4b40-8a1e-79ece1c3e69c req-6f9d7e73-da5f-4654-9388-a842a8e32b34 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:27.828401 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35f6f521-1e6b-4b40-8a1e-79ece1c3e69c req-6f9d7e73-da5f-4654-9388-a842a8e32b34 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0584941 Mar 29 01:20:27.874352 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-35f6f521-1e6b-4b40-8a1e-79ece1c3e69c req-12a90d5e-11c8-4c39-a40f-a3e9b639c987 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402782 Mar 29 01:20:28.094091 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fc7dce4b-3812-40b5-a3c7-92f33d309c0c details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:20:28.190122 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:20:28.201449 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'port_id': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'mac_address': 'fa:16:3e:7a:b9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:20:28.238226 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port fc7dce4b-3812-40b5-a3c7-92f33d309c0c is: ACTIVE; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:20:28.238547 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:28.250804 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc7dce4b-3812-40b5-a3c7-92f33d309c0c {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:20:28.268955 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:20:28.273256 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:28.318932 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,revision_number=6']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:28.546040 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:28.679513 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:20:28.699776 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d6934-bdc1-4025-bc3e-fe237b765dc5 req-da637a43-4166-4193-a55b-498b189be24d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:28.701233 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-662d6934-bdc1-4025-bc3e-fe237b765dc5 req-da637a43-4166-4193-a55b-498b189be24d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0510719 Mar 29 01:20:28.750505 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-662d6934-bdc1-4025-bc3e-fe237b765dc5 req-7c61d3e7-cdb6-4f34-b0b3-7fe96904b8f8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 Mar 29 01:20:28.995676 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3babaf1f-ecb3-4900-b847-d6a307088e58 req-b3df2d37-6759-49e4-93c7-de91cf8174bb tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:28.997214 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3babaf1f-ecb3-4900-b847-d6a307088e58 req-b3df2d37-6759-49e4-93c7-de91cf8174bb tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.0527694 Mar 29 01:20:29.044567 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3babaf1f-ecb3-4900-b847-d6a307088e58 req-2eed5d2e-9f19-4081-956e-8bb751ed5982 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419412 Mar 29 01:20:29.865075 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ebf84-2183-43cd-888e-a0f6661b42cc req-c35710c7-451a-42e4-aa60-4013003a87f4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:29.866585 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-134ebf84-2183-43cd-888e-a0f6661b42cc req-c35710c7-451a-42e4-aa60-4013003a87f4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0521948 Mar 29 01:20:29.913275 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-134ebf84-2183-43cd-888e-a0f6661b42cc req-86d15d28-73e7-4029-a1d7-76fab810b1ab tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412114 Mar 29 01:20:29.917084 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:30.050700 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['fc7dce4b-3812-40b5-a3c7-92f33d309c0c'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:20:30.171614 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a53de-630e-4892-bd7f-755d4cf4a188 req-1161a441-1cda-420b-aa70-d136b23c70f6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:30.173088 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-005a53de-630e-4892-bd7f-755d4cf4a188 req-1161a441-1cda-420b-aa70-d136b23c70f6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.0567720 Mar 29 01:20:30.220921 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-005a53de-630e-4892-bd7f-755d4cf4a188 req-7f185378-b8ef-4217-8534-1f7de02725ba tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414200 Mar 29 01:20:31.029919 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d486a-b7e1-4240-aae6-bdf3d57f2a45 req-96899fdc-0257-4691-a28d-9da1368f7af2 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:31.031423 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e41d486a-b7e1-4240-aae6-bdf3d57f2a45 req-96899fdc-0257-4691-a28d-9da1368f7af2 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0516725 Mar 29 01:20:31.078106 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e41d486a-b7e1-4240-aae6-bdf3d57f2a45 req-39fd60e6-93c9-4a3f-bd1e-17cfe0da6848 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411947 Mar 29 01:20:31.345976 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06a2a6-fa07-4ec2-a9f2-e8b3382c0d4e req-43df07ce-fca9-43ea-8f5b-464da1e93046 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:31.347497 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4f06a2a6-fa07-4ec2-a9f2-e8b3382c0d4e req-43df07ce-fca9-43ea-8f5b-464da1e93046 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.0572801 Mar 29 01:20:31.401168 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4f06a2a6-fa07-4ec2-a9f2-e8b3382c0d4e req-1919e46a-be9d-41db-b2e8-af1fe6e1be6f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470724 Mar 29 01:20:31.499454 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:32.119387 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fc7dce4b-3812-40b5-a3c7-92f33d309c0c up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:20:32.175343 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port fc7dce4b-3812-40b5-a3c7-92f33d309c0c triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:20:32.175718 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:32.213198 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23a9d8-d9b2-44cd-97a7-4e9219d33dee req-ccad67fc-79d8-4621-92a9-27af21e1590c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:32.215357 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9b23a9d8-d9b2-44cd-97a7-4e9219d33dee req-ccad67fc-79d8-4621-92a9-27af21e1590c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0649855 Mar 29 01:20:32.257868 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port fc7dce4b-3812-40b5-a3c7-92f33d309c0c is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:20:32.258259 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:32.272294 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9b23a9d8-d9b2-44cd-97a7-4e9219d33dee req-30975830-e0f4-4337-b8fc-92a1d06522ea tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503819 Mar 29 01:20:32.281370 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:20:32.284040 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c256cd-3dca-4f77-9363-b16eea07f031" -d '{"events": [{"server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "name": "network-vif-plugged", "status": "completed", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:20:32.297931 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:20:32.304401 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:32.333432 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46387aff-1f47-4d21-a85a-62f4643e2168 x-openstack-request-id: req-46387aff-1f47-4d21-a85a-62f4643e2168 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:20:32.333829 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "name": "network-vif-plugged", "status": "completed", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:20:32.334202 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-46387aff-1f47-4d21-a85a-62f4643e2168 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:20:32.334655 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46387aff-1f47-4d21-a85a-62f4643e2168'] response: {'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'code': 200} Mar 29 01:20:32.362285 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,revision_number=7']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:32.404675 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a9844-8143-4fb4-938e-dc32e07f324a req-2eeef1d6-df3d-4915-8b2f-60d455cb617b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:32.406224 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-237a9844-8143-4fb4-938e-dc32e07f324a req-2eeef1d6-df3d-4915-8b2f-60d455cb617b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0567565 Mar 29 01:20:32.417491 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 42092) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:32.422706 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-0d017d94-1edc-4b9d-bf86-03b93c5f6ace tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'floatingip': {'port_id': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:20:32.470089 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d017d94-1edc-4b9d-bf86-03b93c5f6ace tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (b8054e10-5a88-4a3e-86e1-a220dccb3e1b), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:32.551760 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973bc9e-9fff-487f-ac1c-794968bc5056 req-ded91f33-c360-4673-be10-c49244627cf1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:32.554899 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4973bc9e-9fff-487f-ac1c-794968bc5056 req-ded91f33-c360-4673-be10-c49244627cf1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0619402 Mar 29 01:20:32.620632 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4973bc9e-9fff-487f-ac1c-794968bc5056 req-698cf726-db68-49a0-af3b-9a89dae9ee2d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580761 Mar 29 01:20:32.936310 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d017d94-1edc-4b9d-bf86-03b93c5f6ace tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:32.940563 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d017d94-1edc-4b9d-bf86-03b93c5f6ace tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (b8054e10-5a88-4a3e-86e1-a220dccb3e1b), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:33.072660 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.l3_db [None req-0d017d94-1edc-4b9d-bf86-03b93c5f6ace tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Floating IP b8054e10-5a88-4a3e-86e1-a220dccb3e1b associated. External IP: 172.27.2.82, port: e79a338c-ee8b-4852-9f9e-ccfe534130a6. Mar 29 01:20:33.281203 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:33.323976 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d017d94-1edc-4b9d-bf86-03b93c5f6ace tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Router d3ca4adf-1e63-4cc6-ba53-139565cc5321 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:20:33.450335 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d017d94-1edc-4b9d-bf86-03b93c5f6ace tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:20:33.455176 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0d017d94-1edc-4b9d-bf86-03b93c5f6ace tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:33.464898 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734dcc24-9762-4f66-830e-f2a9ba7ed4b0 None None] Sync routers for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:20:33.477457 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734dcc24-9762-4f66-830e-f2a9ba7ed4b0 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:20:33.478769 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-734dcc24-9762-4f66-830e-f2a9ba7ed4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:20:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:20:33.488823 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-0d017d94-1edc-4b9d-bf86-03b93c5f6ace tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "PUT /v2.0/floatingips/b8054e10-5a88-4a3e-86e1-a220dccb3e1b HTTP/1.1" status: 200 len: 991 time: 1.0695260 Mar 29 01:20:33.489420 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'tag': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:20:33.492059 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ca61e6-81e1-4f77-9e13-9f7221a7c247" -d '{"events": [{"name": "network-changed", "server_uuid": "58bb6c4d-045d-4284-8d4b-432a5c200786", "tag": "e79a338c-ee8b-4852-9f9e-ccfe534130a6"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:20:33.535692 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180674f5-3e53-4a2d-bd8d-28b8c1a23331 x-openstack-request-id: req-180674f5-3e53-4a2d-bd8d-28b8c1a23331 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:20:33.536008 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58bb6c4d-045d-4284-8d4b-432a5c200786", "tag": "e79a338c-ee8b-4852-9f9e-ccfe534130a6", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:20:33.536276 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-180674f5-3e53-4a2d-bd8d-28b8c1a23331 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:20:33.536694 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180674f5-3e53-4a2d-bd8d-28b8c1a23331'] response: {'name': 'network-changed', 'server_uuid': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'tag': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6', 'status': 'completed', 'code': 200} Mar 29 01:20:33.618725 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-734dcc24-9762-4f66-830e-f2a9ba7ed4b0 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:20:33.787695 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c71651-c9f0-4fe3-92f6-6be5c7911f1e req-c376b7a8-6f92-4284-b7c5-1f21c1564209 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:33.791327 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-23c71651-c9f0-4fe3-92f6-6be5c7911f1e req-c376b7a8-6f92-4284-b7c5-1f21c1564209 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0971820 Mar 29 01:20:33.876957 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-23c71651-c9f0-4fe3-92f6-6be5c7911f1e req-76f51134-dada-4e05-9528-f64f33990362 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773010 Mar 29 01:20:33.884482 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-734dcc24-9762-4f66-830e-f2a9ba7ed4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '977054f5-f8d2-4b9c-a17f-194dec1329a7', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:b0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:58Z', 'updated_at': '2022-03-29T01:17:50Z', 'revision_number': 2, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}, {'id': 'b8054e10-5a88-4a3e-86e1-a220dccb3e1b', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:0a:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:20:08Z', 'updated_at': '2022-03-29T01:20:32Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:20:33.914216 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734dcc24-9762-4f66-830e-f2a9ba7ed4b0 None None] Checking router: d3ca4adf-1e63-4cc6-ba53-139565cc5321 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:20:33.924042 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734dcc24-9762-4f66-830e-f2a9ba7ed4b0 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:20:33.924930 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-734dcc24-9762-4f66-830e-f2a9ba7ed4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:20:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:20:34.044461 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-734dcc24-9762-4f66-830e-f2a9ba7ed4b0 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:20:34.360721 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-734dcc24-9762-4f66-830e-f2a9ba7ed4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '977054f5-f8d2-4b9c-a17f-194dec1329a7', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:b0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:58Z', 'updated_at': '2022-03-29T01:17:50Z', 'revision_number': 2, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}, {'id': 'b8054e10-5a88-4a3e-86e1-a220dccb3e1b', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:0a:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:20:08Z', 'updated_at': '2022-03-29T01:20:32Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:20:34.391857 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734dcc24-9762-4f66-830e-f2a9ba7ed4b0 None None] The sync data for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi is: [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '977054f5-f8d2-4b9c-a17f-194dec1329a7', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:b0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:58Z', 'updated_at': '2022-03-29T01:17:50Z', 'revision_number': 2, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}, {'id': 'b8054e10-5a88-4a3e-86e1-a220dccb3e1b', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.82', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 379, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:0a:ea:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:20:08Z', 'updated_at': '2022-03-29T01:20:32Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:20:34.613510 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5eb311b-b7b2-4f7b-a368-bcd262727633 None None] New status for floating IP b8054e10-5a88-4a3e-86e1-a220dccb3e1b: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:20:34.999805 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f906cf-b3c8-4a02-ba5d-5916d37aacb6 req-6e1ecaec-0366-41f0-b14d-af4d72826988 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:35.001857 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b8f906cf-b3c8-4a02-ba5d-5916d37aacb6 req-6e1ecaec-0366-41f0-b14d-af4d72826988 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0538077 Mar 29 01:20:35.051769 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b8f906cf-b3c8-4a02-ba5d-5916d37aacb6 req-3130d963-089f-49d4-a1ee-8e7ab5a96caf tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442266 Mar 29 01:20:36.192113 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517686b-3954-44d0-8aa4-20646c64b44e req-1337e084-5400-4d71-8f5b-2fbcf4094942 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:36.193166 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e517686b-3954-44d0-8aa4-20646c64b44e req-1337e084-5400-4d71-8f5b-2fbcf4094942 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0664184 Mar 29 01:20:36.250537 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e517686b-3954-44d0-8aa4-20646c64b44e req-13d466ce-3f4a-40e6-8603-a9052b251f2e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515380 Mar 29 01:20:37.388321 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cdda4-e9d6-4dfb-8fbf-86cdc570123c req-0dfa8bae-f5fd-461a-bf43-823d2da61257 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:37.390622 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d73cdda4-e9d6-4dfb-8fbf-86cdc570123c req-0dfa8bae-f5fd-461a-bf43-823d2da61257 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0641503 Mar 29 01:20:37.444222 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d73cdda4-e9d6-4dfb-8fbf-86cdc570123c req-14d387aa-a260-4deb-8500-959964ff2150 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458140 Mar 29 01:20:38.039378 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca61e6-81e1-4f77-9e13-9f7221a7c247 req-a68c999d-40da-4244-a286-c30a3482871c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:38.041152 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-45ca61e6-81e1-4f77-9e13-9f7221a7c247 req-a68c999d-40da-4244-a286-c30a3482871c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 1130 time: 0.0549212 Mar 29 01:20:38.058039 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152e781-fbd7-4d1a-a673-38443586ea5c req-7a46d40c-eb43-4756-a68c-071b4305345d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:38.059584 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8152e781-fbd7-4d1a-a673-38443586ea5c req-7a46d40c-eb43-4756-a68c-071b4305345d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 1129 time: 0.0545630 Mar 29 01:20:38.204605 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152e781-fbd7-4d1a-a673-38443586ea5c req-ec636b77-e25c-4d5a-bebc-d6ea304628b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:38.206779 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8152e781-fbd7-4d1a-a673-38443586ea5c req-ec636b77-e25c-4d5a-bebc-d6ea304628b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 918 time: 0.1255171 Mar 29 01:20:38.289967 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8152e781-fbd7-4d1a-a673-38443586ea5c req-8efb5cf0-987b-41f7-a72b-116b2963c375 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c HTTP/1.1" status: 200 len: 1000 time: 0.0768633 Mar 29 01:20:38.342182 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152e781-fbd7-4d1a-a673-38443586ea5c req-cefbe164-9701-400b-9056-a0389c21b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:38.343780 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8152e781-fbd7-4d1a-a673-38443586ea5c req-cefbe164-9701-400b-9056-a0389c21b5ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 200 len: 856 time: 0.0477884 Mar 29 01:20:38.394630 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca61e6-81e1-4f77-9e13-9f7221a7c247 req-d0156f19-4c1c-4c68-a991-d804c77ef476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:38.396693 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-45ca61e6-81e1-4f77-9e13-9f7221a7c247 req-d0156f19-4c1c-4c68-a991-d804c77ef476 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 916 time: 0.3484135 Mar 29 01:20:38.402350 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152e781-fbd7-4d1a-a673-38443586ea5c req-a3156647-2b09-42f6-b92c-d088ecc1103c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:38.404067 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8152e781-fbd7-4d1a-a673-38443586ea5c req-a3156647-2b09-42f6-b92c-d088ecc1103c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f31725d-258b-4c0a-a850-2f95e9536783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0522358 Mar 29 01:20:38.490268 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-45ca61e6-81e1-4f77-9e13-9f7221a7c247 req-2a377806-b20c-4364-bed5-cc85d4dc36fe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e79a338c-ee8b-4852-9f9e-ccfe534130a6 HTTP/1.1" status: 200 len: 1001 time: 0.0857906 Mar 29 01:20:38.514055 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8152e781-fbd7-4d1a-a673-38443586ea5c req-16d3291b-4a3d-4737-9bd9-5df2383e0193 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005383 Mar 29 01:20:38.554985 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca61e6-81e1-4f77-9e13-9f7221a7c247 req-93ac2817-ee07-4166-b83a-8ea3c6f6d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:38.556425 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-45ca61e6-81e1-4f77-9e13-9f7221a7c247 req-93ac2817-ee07-4166-b83a-8ea3c6f6d177 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 200 len: 854 time: 0.0545805 Mar 29 01:20:38.615628 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca61e6-81e1-4f77-9e13-9f7221a7c247 req-b308ec90-0651-4acb-96ce-b4aeb9e62007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:38.616727 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-45ca61e6-81e1-4f77-9e13-9f7221a7c247 req-b308ec90-0651-4acb-96ce-b4aeb9e62007 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0508726 Mar 29 01:20:38.703724 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8152e781-fbd7-4d1a-a673-38443586ea5c req-5a97ae28-a646-4f60-9e5b-f6e1871eb835 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799505 Mar 29 01:20:38.712881 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f373db8-9930-4d66-b1a4-697aeb95ca42 req-b8c1514e-54be-485f-9b38-9b1a2a1c6e34 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:38.718553 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-45ca61e6-81e1-4f77-9e13-9f7221a7c247 req-b9ef535b-d6b7-4da7-b1cf-05bf0a012fca service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921674 Mar 29 01:20:38.719918 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1f373db8-9930-4d66-b1a4-697aeb95ca42 req-b8c1514e-54be-485f-9b38-9b1a2a1c6e34 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.1013470 Mar 29 01:20:38.769990 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1f373db8-9930-4d66-b1a4-697aeb95ca42 req-6405766e-6d27-4cd9-856f-a78febfd3f25 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490398 Mar 29 01:20:38.862008 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-45ca61e6-81e1-4f77-9e13-9f7221a7c247 req-472085f7-b5a5-4374-a31c-fdb57fdad760 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295059 Mar 29 01:20:39.594541 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-7e1f0c0d-f8db-430b-9bb3-ebaeb4d313d6 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:39.604694 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-7e1f0c0d-f8db-430b-9bb3-ebaeb4d313d6 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/networks?id=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa HTTP/1.1" status: 200 len: 813 time: 0.1180933 Mar 29 01:20:39.626929 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-20ffc93e-a288-46eb-9b84-c5f367d9e8a9 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/quotas/b775a9d295454db8954fb0fb9e077e07 HTTP/1.1" status: 200 len: 375 time: 0.0194237 Mar 29 01:20:39.682251 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-f016d608-93a8-4f14-83c5-f0ce5649e6a3 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b775a9d295454db8954fb0fb9e077e07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495577 Mar 29 01:20:39.790126 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-7b918f66-08f5-4954-926a-e2f97cdc66e8 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998602 Mar 29 01:20:39.954592 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-6e02353f-add2-4e13-a0c6-987c0fee90c5 service neutron] 10.222.0.23 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584921 Mar 29 01:20:39.963890 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f776c1e-6f6a-4c8f-9f64-55d1fadf0dd0 req-39a4ca63-9fc9-49bb-8d6c-07b444ad5d44 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:39.965370 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0f776c1e-6f6a-4c8f-9f64-55d1fadf0dd0 req-39a4ca63-9fc9-49bb-8d6c-07b444ad5d44 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0879381 Mar 29 01:20:40.052341 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0f776c1e-6f6a-4c8f-9f64-55d1fadf0dd0 req-a5080bab-7825-486e-843d-3a8510e40150 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746224 Mar 29 01:20:40.157277 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ec9789c4-9e23-4616-9c51-9d3024ff3be3 req-204fb312-2510-44d8-9a83-027b868cb536 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 210 time: 0.0274992 Mar 29 01:20:41.194303 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77303826-d681-4b9d-8ead-c33ed9bfc53c req-762ddfda-1f29-4a7a-8c3b-cb6bd53577af tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:41.196546 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-77303826-d681-4b9d-8ead-c33ed9bfc53c req-762ddfda-1f29-4a7a-8c3b-cb6bd53577af tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0769324 Mar 29 01:20:41.283699 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8048ccc4-0ee3-4cbc-80fb-886b38dfb1e8 req-a427dab6-6bed-432b-a9c9-dd542eb2f8b0 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 210 time: 0.0465212 Mar 29 01:20:41.346595 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-77303826-d681-4b9d-8ead-c33ed9bfc53c req-e4437a5d-1539-4bdc-8055-53eaf0280e39 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277499 Mar 29 01:20:41.356607 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-9ef3d8ce-d6ce-49d9-b740-602d38a80697 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:41.358064 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-9ef3d8ce-d6ce-49d9-b740-602d38a80697 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.13 "GET /v2.0/networks?id=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa HTTP/1.1" status: 200 len: 813 time: 0.1550267 Mar 29 01:20:41.387773 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Request body: {'port': {'device_id': 'd916d9ed-357f-47f0-9365-27adaa125a43', 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa', 'admin_state_up': True, 'tenant_id': 'b775a9d295454db8954fb0fb9e077e07'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:20:41.526833 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Made reservation on behalf of b775a9d295454db8954fb0fb9e077e07 for: {'port': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:20:41.530203 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:41.665411 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Allocated IP 172.20.0.9 (ab7d0786-8c67-4e2f-975d-bb5fe501d6aa/d2198df0-67d7-478e-a609-0b70aa4267a1/19513bf5-6180-43c8-9482-a1f8bc7e3562) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:20:41.836649 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks [] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:41.871333 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:41.913942 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:20:41.917350 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:20:41.920761 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:20:41.960840 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Pushing event updated for resources: {'Port': ['ID=19513bf5-6180-43c8-9482-a1f8bc7e3562,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:41.972700 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.973040 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.973372 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.973700 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.974059 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.974404 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.974732 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.975068 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.975384 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.975699 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.976014 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.976327 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.976638 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.976949 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.977259 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:20:41.991469 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:41.992069 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:42.006728 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-c9358125-33ae-45b7-a37c-d3ebc39fe364 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6228068 Mar 29 01:20:42.025927 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Request body: {'port': {'device_id': 'd916d9ed-357f-47f0-9365-27adaa125a43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:20:42.082274 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:42.339228 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19513bf5-6180-43c8-9482-a1f8bc7e3562 {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:20:42.346582 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Publish callbacks [] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:42.358584 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Transition to ACTIVE for port object 19513bf5-6180-43c8-9482-a1f8bc7e3562 will not be triggered until provisioned by entity L2. {{(pid=103386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:20:42.364299 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:42.408077 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bb2242-ca5d-4814-a067-ef820a943888 req-61b1bde8-5eec-4b05-ace9-446745a4dcfa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:42.409713 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-58bb2242-ca5d-4814-a067-ef820a943888 req-61b1bde8-5eec-4b05-ace9-446745a4dcfa tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 931 time: 0.0600989 Mar 29 01:20:42.425859 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Pushing event updated for resources: {'Port': ['ID=19513bf5-6180-43c8-9482-a1f8bc7e3562,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:42.492790 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Attempting to bind port 19513bf5-6180-43c8-9482-a1f8bc7e3562 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:20:42.493122 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Attempting to bind port 19513bf5-6180-43c8-9482-a1f8bc7e3562 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '2c6d2706-394c-4832-90c5-9cbff38dcfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:20:42.493449 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Attempting to bind port 19513bf5-6180-43c8-9482-a1f8bc7e3562 on network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:20:42.496662 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737e134-8f73-4917-96e4-60a972c5fc31 req-eb43c093-da21-41bd-a41c-9e2c301a1b29 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:42.497670 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Port 19513bf5-6180-43c8-9482-a1f8bc7e3562 on network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:20:42.498092 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Attempting to bind port 19513bf5-6180-43c8-9482-a1f8bc7e3562 on network ab7d0786-8c67-4e2f-975d-bb5fe501d6aa {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:20:42.498199 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8737e134-8f73-4917-96e4-60a972c5fc31 req-eb43c093-da21-41bd-a41c-9e2c301a1b29 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0859909 Mar 29 01:20:42.501027 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-58bb2242-ca5d-4814-a067-ef820a943888 req-0a3affd1-ebae-4b48-9f32-a23f131c14be tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804451 Mar 29 01:20:42.502961 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:20:42.503298 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Checking segment: {'id': '2c6d2706-394c-4832-90c5-9cbff38dcfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:20:42.503672 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Bound using segment: {'id': '2c6d2706-394c-4832-90c5-9cbff38dcfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:20:42.504089 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Bound port: 19513bf5-6180-43c8-9482-a1f8bc7e3562, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c6d2706-394c-4832-90c5-9cbff38dcfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:20:42.504548 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:42.552463 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8737e134-8f73-4917-96e4-60a972c5fc31 req-3609d336-23b6-4180-a697-24a25b2fd494 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484157 Mar 29 01:20:42.572900 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] For port 19513bf5-6180-43c8-9482-a1f8bc7e3562, host hv-cinder-75078, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:20:42.576019 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] For port 19513bf5-6180-43c8-9482-a1f8bc7e3562, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=19513bf5-6180-43c8-9482-a1f8bc7e3562,segment=NetworkSegment(2c6d2706-394c-4832-90c5-9cbff38dcfa7),segment_id=2c6d2706-394c-4832-90c5-9cbff38dcfa7)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:20:42.581972 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:42.616851 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:42.617464 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:42.618865 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] 10.222.0.13 "PUT /v2.0/ports/19513bf5-6180-43c8-9482-a1f8bc7e3562 HTTP/1.1" status: 200 len: 1093 time: 0.5966878 Mar 29 01:20:42.619285 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd916d9ed-357f-47f0-9365-27adaa125a43', 'tag': '19513bf5-6180-43c8-9482-a1f8bc7e3562'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:20:42.621488 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9c5289-e19d-4264-b74d-61719d24c87f" -d '{"events": [{"name": "network-changed", "server_uuid": "d916d9ed-357f-47f0-9365-27adaa125a43", "tag": "19513bf5-6180-43c8-9482-a1f8bc7e3562"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:20:42.649971 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d42be5-94cb-42a3-ac4d-345d0e0e3543 service neutron] Pushing event updated for resources: {'Port': ['ID=19513bf5-6180-43c8-9482-a1f8bc7e3562,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:42.664851 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ec2f37-56dc-4046-9f34-55b512dbf32a x-openstack-request-id: req-d7ec2f37-56dc-4046-9f34-55b512dbf32a {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:20:42.665131 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d916d9ed-357f-47f0-9365-27adaa125a43", "tag": "19513bf5-6180-43c8-9482-a1f8bc7e3562", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:20:42.665377 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d7ec2f37-56dc-4046-9f34-55b512dbf32a {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:20:42.665761 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ec2f37-56dc-4046-9f34-55b512dbf32a'] response: {'name': 'network-changed', 'server_uuid': 'd916d9ed-357f-47f0-9365-27adaa125a43', 'tag': '19513bf5-6180-43c8-9482-a1f8bc7e3562', 'status': 'completed', 'code': 200} Mar 29 01:20:42.701667 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-bdf8d0bc-1d75-4b9e-8baf-9c7754af3327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:42.703148 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-bdf8d0bc-1d75-4b9e-8baf-9c7754af3327 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b775a9d295454db8954fb0fb9e077e07&device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 1127 time: 0.0466204 Mar 29 01:20:42.747785 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-ba4e8886-89de-41b8-8d36-34bd2a945587 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19513bf5-6180-43c8-9482-a1f8bc7e3562 HTTP/1.1" status: 200 len: 217 time: 0.0364704 Mar 29 01:20:42.795358 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-926ebb1a-c113-47b8-981f-d21c0b0e977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:42.796791 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-926ebb1a-c113-47b8-981f-d21c0b0e977e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2198df0-67d7-478e-a609-0b70aa4267a1 HTTP/1.1" status: 200 len: 853 time: 0.0434189 Mar 29 01:20:42.830054 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-20fa942f-ce26-4e2a-98f6-6dd2d8e8961e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267210 Mar 29 01:20:42.920081 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-1fbe2c07-3130-4e60-a8b2-4675af5e37cd service neutron] 10.222.0.13 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833180 Mar 29 01:20:43.007610 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ab8076ca-6d47-4bc2-ac57-3f389e804a58 req-9cad26bd-c343-4447-97a7-65e4aacd052e service neutron] 10.222.0.13 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813575 Mar 29 01:20:43.206128 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5289-e19d-4264-b74d-61719d24c87f req-bbd0cdc7-e082-4481-a546-c3fd316f920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:43.207598 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b9c5289-e19d-4264-b74d-61719d24c87f req-bbd0cdc7-e082-4481-a546-c3fd316f920a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b775a9d295454db8954fb0fb9e077e07&device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 1127 time: 0.0443499 Mar 29 01:20:43.301678 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5289-e19d-4264-b74d-61719d24c87f req-7b3e488e-893f-43af-93f1-df6dfd4d7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:43.303765 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b9c5289-e19d-4264-b74d-61719d24c87f req-7b3e488e-893f-43af-93f1-df6dfd4d7316 service neutron] 10.222.0.13 "GET /v2.0/networks?id=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa HTTP/1.1" status: 200 len: 914 time: 0.0871134 Mar 29 01:20:43.344202 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b9c5289-e19d-4264-b74d-61719d24c87f req-71561745-8558-425a-b65d-3908ec82a405 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=19513bf5-6180-43c8-9482-a1f8bc7e3562 HTTP/1.1" status: 200 len: 217 time: 0.0333698 Mar 29 01:20:43.393078 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c5289-e19d-4264-b74d-61719d24c87f req-a147d8a3-edc5-4769-8760-b6b8b7f04c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:43.394540 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b9c5289-e19d-4264-b74d-61719d24c87f req-a147d8a3-edc5-4769-8760-b6b8b7f04c3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d2198df0-67d7-478e-a609-0b70aa4267a1 HTTP/1.1" status: 200 len: 853 time: 0.0434942 Mar 29 01:20:43.430511 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b9c5289-e19d-4264-b74d-61719d24c87f req-0d12ee60-c779-4f42-8f2c-7b5f6c8df98c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292110 Mar 29 01:20:43.518037 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b9c5289-e19d-4264-b74d-61719d24c87f req-4afd8461-b41a-41f3-9f1d-668afa57d9b0 service neutron] 10.222.0.13 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795569 Mar 29 01:20:43.633048 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-1b9c5289-e19d-4264-b74d-61719d24c87f req-8f95952c-6ae7-4527-a806-ae55cbd84aae service neutron] 10.222.0.13 "GET /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053586 Mar 29 01:20:43.633287 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36cdef-c662-4d63-b688-1bb2ba105b6b req-668f8957-a4f1-4910-a1e5-79c6836ce363 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:43.634712 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9c36cdef-c662-4d63-b688-1bb2ba105b6b req-668f8957-a4f1-4910-a1e5-79c6836ce363 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 943 time: 0.0649576 Mar 29 01:20:43.747867 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9c36cdef-c662-4d63-b688-1bb2ba105b6b req-a093f841-eec3-4931-b210-23819fd83725 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025705 Mar 29 01:20:43.757006 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0a7a5-ff23-417b-9472-58fc0b560058 req-7548e701-60bf-4c92-88f3-d9cb52ab4096 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:43.758569 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9ef0a7a5-ff23-417b-9472-58fc0b560058 req-7548e701-60bf-4c92-88f3-d9cb52ab4096 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.1228881 Mar 29 01:20:43.761548 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30ba09-2193-4e98-81df-b4da96da1fb4 req-d2a289cd-13c2-4b62-a0de-7fcff39a2bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:43.762964 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1a30ba09-2193-4e98-81df-b4da96da1fb4 req-d2a289cd-13c2-4b62-a0de-7fcff39a2bf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 1129 time: 0.1187646 Mar 29 01:20:43.856467 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9ef0a7a5-ff23-417b-9472-58fc0b560058 req-2d5bcc4e-296d-4e92-b1b4-d8a2a755a539 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899336 Mar 29 01:20:43.891459 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30ba09-2193-4e98-81df-b4da96da1fb4 req-082a0ce2-0e5f-4ac1-9e3a-095f86d1ed12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:43.892965 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1a30ba09-2193-4e98-81df-b4da96da1fb4 req-082a0ce2-0e5f-4ac1-9e3a-095f86d1ed12 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 918 time: 0.1132097 Mar 29 01:20:43.958873 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1a30ba09-2193-4e98-81df-b4da96da1fb4 req-905b4cd0-ef77-43e0-ae27-f265166a7938 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c HTTP/1.1" status: 200 len: 1000 time: 0.0591547 Mar 29 01:20:44.010591 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30ba09-2193-4e98-81df-b4da96da1fb4 req-d7aacba4-ce10-4a39-8ee3-a045589da7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:44.012106 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1a30ba09-2193-4e98-81df-b4da96da1fb4 req-d7aacba4-ce10-4a39-8ee3-a045589da7c6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 200 len: 856 time: 0.0479290 Mar 29 01:20:44.071687 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30ba09-2193-4e98-81df-b4da96da1fb4 req-1f638684-c805-4d3d-8824-3b0faad62594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:44.073166 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1a30ba09-2193-4e98-81df-b4da96da1fb4 req-1f638684-c805-4d3d-8824-3b0faad62594 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f31725d-258b-4c0a-a850-2f95e9536783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0531259 Mar 29 01:20:44.159325 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1a30ba09-2193-4e98-81df-b4da96da1fb4 req-3fe8f073-ac2f-4ac3-a989-cd4980ad5ef0 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789578 Mar 29 01:20:44.246417 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1a30ba09-2193-4e98-81df-b4da96da1fb4 req-187a8ea3-9177-48f5-933b-c451489eb857 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809708 Mar 29 01:20:44.862860 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b92e77-8f13-4aff-add4-591dbcbf0b50 req-e4b7dfbd-4991-4f5f-864e-09ffa7340be0 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:44.864304 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d7b92e77-8f13-4aff-add4-591dbcbf0b50 req-e4b7dfbd-4991-4f5f-864e-09ffa7340be0 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 943 time: 0.0516610 Mar 29 01:20:44.911494 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d7b92e77-8f13-4aff-add4-591dbcbf0b50 req-257071fd-a08f-4c59-8597-9084e359b187 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416996 Mar 29 01:20:44.979420 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a2387-a7f2-4d44-a5ad-ebbd75b40de2 req-37c03d85-0f11-4b28-9231-9792eadc95ea tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:44.980871 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-448a2387-a7f2-4d44-a5ad-ebbd75b40de2 req-37c03d85-0f11-4b28-9231-9792eadc95ea tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0521579 Mar 29 01:20:45.026512 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-448a2387-a7f2-4d44-a5ad-ebbd75b40de2 req-00769137-a8a8-440f-9a83-e41172d1f600 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400963 Mar 29 01:20:46.029522 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7957441-ed31-4aa0-8fad-df84fc982a3f req-55351bb2-26fc-4258-8f88-ee8571687b41 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:46.030912 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b7957441-ed31-4aa0-8fad-df84fc982a3f req-55351bb2-26fc-4258-8f88-ee8571687b41 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 943 time: 0.0538170 Mar 29 01:20:46.083308 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b7957441-ed31-4aa0-8fad-df84fc982a3f req-4f9287e6-3d06-4598-b8ca-1278a2bc233d tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469332 Mar 29 01:20:46.153596 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76357a-4a6c-4845-9947-0cf7ac5385a7 req-902b58ea-cba8-4b57-896f-369b61c86aef tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:46.155531 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 19513bf5-6180-43c8-9482-a1f8bc7e3562 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:20:46.159330 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ce76357a-4a6c-4845-9947-0cf7ac5385a7 req-902b58ea-cba8-4b57-896f-369b61c86aef tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 945 time: 0.0586746 Mar 29 01:20:46.165359 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fc7dce4b-3812-40b5-a3c7-92f33d309c0c no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:20:46.213092 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ce76357a-4a6c-4845-9947-0cf7ac5385a7 req-acd7eee6-b306-445c-99af-23d4e749ffb8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516269 Mar 29 01:20:46.432979 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port fc7dce4b-3812-40b5-a3c7-92f33d309c0c is: ACTIVE; New status is: DOWN {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:20:46.433371 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:46.456538 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 19513bf5-6180-43c8-9482-a1f8bc7e3562, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=19513bf5-6180-43c8-9482-a1f8bc7e3562,segment=NetworkSegment(2c6d2706-394c-4832-90c5-9cbff38dcfa7),segment_id=2c6d2706-394c-4832-90c5-9cbff38dcfa7)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:20:46.476728 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:20:46.479048 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24e19f0-3abc-468f-87ed-63de17d2e841" -d '{"events": [{"server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:20:46.483304 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '19513bf5-6180-43c8-9482-a1f8bc7e3562', 'network_id': 'ab7d0786-8c67-4e2f-975d-bb5fe501d6aa', 'port_id': '19513bf5-6180-43c8-9482-a1f8bc7e3562', 'mac_address': 'fa:16:3e:d1:70:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 260, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2198df0-67d7-478e-a609-0b70aa4267a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:20:46.493643 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:20:46.517030 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:46.559117 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 01:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c42b4a5e-6159-4ca2-89f8-7d7383dc0172 x-openstack-request-id: req-c42b4a5e-6159-4ca2-89f8-7d7383dc0172 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:20:46.559922 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:20:46.560321 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c42b4a5e-6159-4ca2-89f8-7d7383dc0172 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:20:46.560858 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c42b4a5e-6159-4ca2-89f8-7d7383dc0172'] response: {'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'code': 200} Mar 29 01:20:46.568397 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 19513bf5-6180-43c8-9482-a1f8bc7e3562 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:20:46.569007 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:46.590586 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,revision_number=8']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:46.595823 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19513bf5-6180-43c8-9482-a1f8bc7e3562 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:20:46.618322 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 19513bf5-6180-43c8-9482-a1f8bc7e3562, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=19513bf5-6180-43c8-9482-a1f8bc7e3562,segment=NetworkSegment(2c6d2706-394c-4832-90c5-9cbff38dcfa7),segment_id=2c6d2706-394c-4832-90c5-9cbff38dcfa7)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:20:46.622770 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:46.674366 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=19513bf5-6180-43c8-9482-a1f8bc7e3562,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:47.197673 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068ff35b-cabc-408e-ae77-a143d6bcd7c7 req-d67da1ac-3b1b-4f12-b53c-469f6607436c tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:47.199168 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-068ff35b-cabc-408e-ae77-a143d6bcd7c7 req-d67da1ac-3b1b-4f12-b53c-469f6607436c tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 944 time: 0.0526984 Mar 29 01:20:47.474091 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-068ff35b-cabc-408e-ae77-a143d6bcd7c7 req-48571703-3aa3-4de2-a667-bb42a78e1c4d tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693701 Mar 29 01:20:47.513715 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37638dec-f442-4aac-bc13-8f754b22cfa2 req-57d73db0-d28c-47fe-9456-38364ba6a850 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:47.515175 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37638dec-f442-4aac-bc13-8f754b22cfa2 req-57d73db0-d28c-47fe-9456-38364ba6a850 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0567517 Mar 29 01:20:47.559944 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-37638dec-f442-4aac-bc13-8f754b22cfa2 req-46238e00-e24f-4252-aaba-9b210620a3fb tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390408 Mar 29 01:20:48.012646 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-eeeb0395-d138-45e8-8429-8948e27387e2 req-f69b5942-b76b-43da-b4b7-c871c67178f5 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:20:48.013557 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eeeb0395-d138-45e8-8429-8948e27387e2 req-f69b5942-b76b-43da-b4b7-c871c67178f5 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052638 Mar 29 01:20:48.168570 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8561c66-45c8-417a-a4c5-bcd9930e050b req-0e31d7ae-4025-405c-a246-ed16fb271b07 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:48.170046 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8561c66-45c8-417a-a4c5-bcd9930e050b req-0e31d7ae-4025-405c-a246-ed16fb271b07 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0517910 Mar 29 01:20:48.220866 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8561c66-45c8-417a-a4c5-bcd9930e050b req-6bac9a6e-6050-47c5-b2d3-d57c46db293d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453558 Mar 29 01:20:48.443148 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 42298) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:48.532413 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-6f7f942e-303c-47cf-9e8a-fed9dd0e5a13 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0880349 Mar 29 01:20:48.541489 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-00cf1dd5-b1f6-404b-bf2c-96500d7aa1d1 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103386) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:20:48.542446 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-00cf1dd5-b1f6-404b-bf2c-96500d7aa1d1 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055637 Mar 29 01:20:48.596743 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4cf824-0802-4728-b674-641adbb8ca96 req-bd6c0c50-7161-4746-9f61-9c9dae24163e tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:48.598216 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4c4cf824-0802-4728-b674-641adbb8ca96 req-bd6c0c50-7161-4746-9f61-9c9dae24163e tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 944 time: 0.0533137 Mar 29 01:20:48.621528 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 42308) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:48.645165 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4c4cf824-0802-4728-b674-641adbb8ca96 req-b84aae1d-e28d-4baf-8e7f-a76cdfae04f3 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408025 Mar 29 01:20:48.670138 dv-cinder-750782-13-iscsi neutron-server[103386]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 29 01:20:48.715447 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91475-f104-415a-a625-66ba82453703 req-1fae1ed8-dec0-4ac7-b58c-8b08af65dc97 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:48.716819 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-1fae1ed8-dec0-4ac7-b58c-8b08af65dc97 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports/fc7dce4b-3812-40b5-a3c7-92f33d309c0c HTTP/1.1" status: 200 len: 940 time: 0.0943434 Mar 29 01:20:49.341410 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6b1a6-7daf-4c66-b915-dfe0b44619e4 req-6763efee-8dba-4853-9ad8-39f189b0070e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:49.342975 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-54b6b1a6-7daf-4c66-b915-dfe0b44619e4 req-6763efee-8dba-4853-9ad8-39f189b0070e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0503628 Mar 29 01:20:49.387684 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-54b6b1a6-7daf-4c66-b915-dfe0b44619e4 req-9301e92b-d2cd-4a57-8fb8-7e41fa219aaa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394084 Mar 29 01:20:49.396353 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['19513bf5-6180-43c8-9482-a1f8bc7e3562'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:20:49.763883 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d49376-9257-4f9f-9441-47d7b6f2d58e req-26530421-42e5-4f41-8799-5dddd1d0d181 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:49.765321 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-28d49376-9257-4f9f-9441-47d7b6f2d58e req-26530421-42e5-4f41-8799-5dddd1d0d181 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 944 time: 0.0550451 Mar 29 01:20:49.810127 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-28d49376-9257-4f9f-9441-47d7b6f2d58e req-c43d31b2-8241-4c60-b7a0-6b68a50d68a6 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390065 Mar 29 01:20:50.512485 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb0c716-a7b6-4b57-aaf0-59488d8433f9 req-527ca36b-3c40-4b14-a0ba-112c4689f147 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:50.513940 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2fb0c716-a7b6-4b57-aaf0-59488d8433f9 req-527ca36b-3c40-4b14-a0ba-112c4689f147 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0512125 Mar 29 01:20:50.560017 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2fb0c716-a7b6-4b57-aaf0-59488d8433f9 req-398c5b39-fa67-4e03-887b-a2f5908ef33e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403895 Mar 29 01:20:50.932785 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e098af7-d725-4683-8c49-b7e2b6ce1300 req-5e1ff955-56cf-4e52-8f80-a98030039774 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:50.934259 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e098af7-d725-4683-8c49-b7e2b6ce1300 req-5e1ff955-56cf-4e52-8f80-a98030039774 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 944 time: 0.0510952 Mar 29 01:20:50.983527 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e098af7-d725-4683-8c49-b7e2b6ce1300 req-a27e3e08-c390-4bdc-a268-1001948177e5 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431941 Mar 29 01:20:51.679905 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd2ba-b02a-4326-a106-a28253aad4fc req-fae60775-1407-4533-bd1e-f5be53d48b9b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:51.681357 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-401bd2ba-b02a-4326-a106-a28253aad4fc req-fae60775-1407-4533-bd1e-f5be53d48b9b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0516496 Mar 29 01:20:51.727777 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-401bd2ba-b02a-4326-a106-a28253aad4fc req-cd17c174-12df-41a4-9ed4-caacf1655945 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405307 Mar 29 01:20:52.097435 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e878488b-85bd-42bf-8a37-847d5398b1e9 req-b07296cb-7ca2-4030-977e-2ab86e676e0b tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:52.098904 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e878488b-85bd-42bf-8a37-847d5398b1e9 req-b07296cb-7ca2-4030-977e-2ab86e676e0b tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 944 time: 0.0509412 Mar 29 01:20:52.143584 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e878488b-85bd-42bf-8a37-847d5398b1e9 req-b19ed8f5-1fcc-4f25-9dab-520b7b64d96b tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385385 Mar 29 01:20:52.851524 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411880a-41f1-46c0-a557-411ccc467f16 req-14b85a57-cdf1-4718-8f5e-bff8470eb0a6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:52.853069 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3411880a-41f1-46c0-a557-411ccc467f16 req-14b85a57-cdf1-4718-8f5e-bff8470eb0a6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0561295 Mar 29 01:20:52.899846 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3411880a-41f1-46c0-a557-411ccc467f16 req-6ff10ecd-e4d8-4464-addf-b525def3ced1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410144 Mar 29 01:20:53.267088 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d60d70-839a-4768-be74-3eac95278575 req-92ed3d55-142d-4215-a921-63339bd1bfef tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:53.268559 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d3d60d70-839a-4768-be74-3eac95278575 req-92ed3d55-142d-4215-a921-63339bd1bfef tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 944 time: 0.0570500 Mar 29 01:20:53.315346 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d3d60d70-839a-4768-be74-3eac95278575 req-c302b8dc-37ac-4874-a5b7-ada5aa675f86 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411506 Mar 29 01:20:53.418440 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 19513bf5-6180-43c8-9482-a1f8bc7e3562 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:20:53.466057 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 19513bf5-6180-43c8-9482-a1f8bc7e3562 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:20:53.470053 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 19513bf5-6180-43c8-9482-a1f8bc7e3562 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:20:53.470431 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:53.558235 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 19513bf5-6180-43c8-9482-a1f8bc7e3562 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:20:53.558628 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:53.581508 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd916d9ed-357f-47f0-9365-27adaa125a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19513bf5-6180-43c8-9482-a1f8bc7e3562'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:20:53.583734 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a92cdca-0a31-47de-9168-0917ac1e73af" -d '{"events": [{"server_uuid": "d916d9ed-357f-47f0-9365-27adaa125a43", "name": "network-vif-plugged", "status": "completed", "tag": "19513bf5-6180-43c8-9482-a1f8bc7e3562"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:20:53.595648 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 19513bf5-6180-43c8-9482-a1f8bc7e3562, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=19513bf5-6180-43c8-9482-a1f8bc7e3562,segment=NetworkSegment(2c6d2706-394c-4832-90c5-9cbff38dcfa7),segment_id=2c6d2706-394c-4832-90c5-9cbff38dcfa7)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:20:53.599578 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:53.601160 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fc7dce4b-3812-40b5-a3c7-92f33d309c0c no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:20:53.639194 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2c7e95-75b1-407d-b0a0-febe6d8fd6e2 x-openstack-request-id: req-ad2c7e95-75b1-407d-b0a0-febe6d8fd6e2 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:20:53.639486 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d916d9ed-357f-47f0-9365-27adaa125a43", "name": "network-vif-plugged", "status": "completed", "tag": "19513bf5-6180-43c8-9482-a1f8bc7e3562", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:20:53.639743 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad2c7e95-75b1-407d-b0a0-febe6d8fd6e2 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:20:53.640135 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad2c7e95-75b1-407d-b0a0-febe6d8fd6e2'] response: {'server_uuid': 'd916d9ed-357f-47f0-9365-27adaa125a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19513bf5-6180-43c8-9482-a1f8bc7e3562', 'code': 200} Mar 29 01:20:53.678076 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=19513bf5-6180-43c8-9482-a1f8bc7e3562,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:53.727722 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port fc7dce4b-3812-40b5-a3c7-92f33d309c0c is: DOWN; New status is: DOWN {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:20:53.786087 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91475-f104-415a-a625-66ba82453703 req-cee31694-b8ad-434f-b3ee-e073afdfe060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:53.787655 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-cee31694-b8ad-434f-b3ee-e073afdfe060 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897&tenant_id=4ce5b95bcc76491185ee402041492580 HTTP/1.1" status: 200 len: 1127 time: 0.0848012 Mar 29 01:20:53.825634 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eacf7e-a65d-45e0-ae53-d2f7efb40e60 req-f5159746-5fbc-472a-ba95-cfba96e72726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:53.827347 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-42eacf7e-a65d-45e0-ae53-d2f7efb40e60 req-f5159746-5fbc-472a-ba95-cfba96e72726 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 1129 time: 0.0474329 Mar 29 01:20:53.856686 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91475-f104-415a-a625-66ba82453703 req-2608914b-30b0-4345-8c3c-916d8edcaeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:53.858261 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-2608914b-30b0-4345-8c3c-916d8edcaeae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 1127 time: 0.0490525 Mar 29 01:20:53.876972 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-42eacf7e-a65d-45e0-ae53-d2f7efb40e60 req-132b2dde-d88b-4155-87ef-2b400c720fb3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437975 Mar 29 01:20:53.957912 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91475-f104-415a-a625-66ba82453703 req-c93d26e5-ff06-4c4f-8e29-d3bfa231f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:53.962890 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-c93d26e5-ff06-4c4f-8e29-d3bfa231f79b service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 918 time: 0.0974214 Mar 29 01:20:54.026161 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd461f4c-681e-49f7-8595-9df97bb6e910 req-3d9fcb71-cc83-40ab-b198-925b639366af tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:54.027668 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cd461f4c-681e-49f7-8595-9df97bb6e910 req-3d9fcb71-cc83-40ab-b198-925b639366af tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0538471 Mar 29 01:20:54.073152 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cd461f4c-681e-49f7-8595-9df97bb6e910 req-5949e041-bc1a-470f-97a7-2e1b4f05f321 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400152 Mar 29 01:20:54.367845 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-6f8d1475-944d-4ff3-be58-84fbef36b45a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c HTTP/1.1" status: 200 len: 998 time: 0.0622756 Mar 29 01:20:54.439984 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91475-f104-415a-a625-66ba82453703 req-67821bda-5841-401c-a25d-e6bae378786a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:54.441404 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-67821bda-5841-401c-a25d-e6bae378786a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 200 len: 856 time: 0.0678017 Mar 29 01:20:54.486279 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e0c667-5673-43b3-9607-e45164c8eed7 req-2e8119cc-f471-4fac-a1ee-a3947be3c51f tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:54.487746 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-19e0c667-5673-43b3-9607-e45164c8eed7 req-2e8119cc-f471-4fac-a1ee-a3947be3c51f tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0890820 Mar 29 01:20:54.520110 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c91475-f104-415a-a625-66ba82453703 req-f527874b-5eb1-43ea-847a-c16eac5631e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:54.521551 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-f527874b-5eb1-43ea-847a-c16eac5631e5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f31725d-258b-4c0a-a850-2f95e9536783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0726435 Mar 29 01:20:54.561453 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-19e0c667-5673-43b3-9607-e45164c8eed7 req-8fdf7c4f-808f-4a48-9691-0f205a0ca1d7 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667117 Mar 29 01:20:54.625778 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-eedefa12-5b12-4c95-acbe-b5b23e758230 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940619 Mar 29 01:20:54.715448 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-bc913e74-44f4-40c0-ba04-66a3b52e6827 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829380 Mar 29 01:20:55.123985 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-efe50a72-ba61-4f8f-826a-322bea685dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:55.265906 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e43ae-2331-44ac-a3e3-6f5607773f0d req-0ed5dc3f-41c4-4d91-bcdd-c2c5e7211f7a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:55.274216 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-078e43ae-2331-44ac-a3e3-6f5607773f0d req-0ed5dc3f-41c4-4d91-bcdd-c2c5e7211f7a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0901930 Mar 29 01:20:55.320723 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-078e43ae-2331-44ac-a3e3-6f5607773f0d req-5167077a-7878-4775-bb68-adf1677c222b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456278 Mar 29 01:20:55.688355 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43de7ff-341f-4192-a23c-357e4dcbb364 req-cc087ee5-530f-4dff-af70-f1d3ffe816ca tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:55.689839 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d43de7ff-341f-4192-a23c-357e4dcbb364 req-cc087ee5-530f-4dff-af70-f1d3ffe816ca tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0580904 Mar 29 01:20:55.738236 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d43de7ff-341f-4192-a23c-357e4dcbb364 req-0ec2ea92-97eb-4975-a0fc-61fd82021393 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425308 Mar 29 01:20:56.460613 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c29173-6433-4b0a-bce5-e108cbec6128 req-1002e419-18b5-45c9-8960-9276b5fb33a7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:56.462104 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b0c29173-6433-4b0a-bce5-e108cbec6128 req-1002e419-18b5-45c9-8960-9276b5fb33a7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0581419 Mar 29 01:20:56.510367 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b0c29173-6433-4b0a-bce5-e108cbec6128 req-38200763-fc8a-467d-9c8d-08aa99992a9d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423827 Mar 29 01:20:56.860178 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7a013-cb70-4812-9658-7580dc221ba4 req-7bb4b685-fb68-4e51-b9b6-a4061aca5ca7 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:56.861636 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8b7a013-cb70-4812-9658-7580dc221ba4 req-7bb4b685-fb68-4e51-b9b6-a4061aca5ca7 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0537727 Mar 29 01:20:56.910584 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8b7a013-cb70-4812-9658-7580dc221ba4 req-269eeabe-2fdb-40e9-bf8a-8bdfa11e9016 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420058 Mar 29 01:20:57.494175 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02e486d7-73c3-4a0d-90a2-9a6a4f59dfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:57.640314 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c716f6b-bd77-4365-86a9-6c3d5bc7cd9f req-5c2a7774-2ac8-455b-9448-5a1c214d3a2b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:57.641807 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7c716f6b-bd77-4365-86a9-6c3d5bc7cd9f req-5c2a7774-2ac8-455b-9448-5a1c214d3a2b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0524554 Mar 29 01:20:57.695140 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7c716f6b-bd77-4365-86a9-6c3d5bc7cd9f req-c37a767c-d11d-4be9-a836-c139c6ce387b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462513 Mar 29 01:20:58.032955 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25e795-4565-4700-9a2f-0a1bf579cdb0 req-e1317106-9718-4729-934d-bf33340859df tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:58.034440 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a25e795-4565-4700-9a2f-0a1bf579cdb0 req-e1317106-9718-4729-934d-bf33340859df tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0523679 Mar 29 01:20:58.088010 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2a25e795-4565-4700-9a2f-0a1bf579cdb0 req-6acb274f-b1da-471a-83b5-9005f5c06ddf tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480220 Mar 29 01:20:58.551536 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:58.745828 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 42420) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:58.830963 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8f18-b696-4c10-abb3-6df45e3d45dd req-d53b22c3-8a1e-44fb-8e27-874f6a667da4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:58.832519 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-159f8f18-b696-4c10-abb3-6df45e3d45dd req-d53b22c3-8a1e-44fb-8e27-874f6a667da4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0617943 Mar 29 01:20:58.864138 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96841d8b-2625-463a-8ee2-a29ddfe2a73c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:58.878375 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-159f8f18-b696-4c10-abb3-6df45e3d45dd req-28b3d95c-55c3-4c9c-9023-8586a6938021 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403278 Mar 29 01:20:58.940234 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96841d8b-2625-463a-8ee2-a29ddfe2a73c admin admin] Publish callbacks [] for security_group (b2180b1f-7623-467c-8941-817a177ceca4), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:58.945488 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96841d8b-2625-463a-8ee2-a29ddfe2a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (b2180b1f-7623-467c-8941-817a177ceca4), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:58.985353 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-96841d8b-2625-463a-8ee2-a29ddfe2a73c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5378afd0282941fcaffac3848df9e161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383571 Mar 29 01:20:58.986294 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96841d8b-2625-463a-8ee2-a29ddfe2a73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2180b1f-7623-467c-8941-817a177ceca4,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:58.988067 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 42424) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:59.043997 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c6b70f0-1907-4c8b-9c34-c3a74ea5d22d admin admin] Publish callbacks [] for security_group (b2180b1f-7623-467c-8941-817a177ceca4), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:59.066155 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c6b70f0-1907-4c8b-9c34-c3a74ea5d22d admin admin] Publish callbacks [] for security_group (b2180b1f-7623-467c-8941-817a177ceca4), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:59.138654 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c6b70f0-1907-4c8b-9c34-c3a74ea5d22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (b2180b1f-7623-467c-8941-817a177ceca4), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:59.142514 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c6b70f0-1907-4c8b-9c34-c3a74ea5d22d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:59.144165 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1c6b70f0-1907-4c8b-9c34-c3a74ea5d22d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b2180b1f-7623-467c-8941-817a177ceca4 HTTP/1.1" status: 204 len: 168 time: 0.1550741 Mar 29 01:20:59.153729 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b70f0-1907-4c8b-9c34-c3a74ea5d22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2180b1f-7623-467c-8941-817a177ceca4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:20:59.242212 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95057e-dadb-4886-8645-e8c86026bc6c req-fa93b361-fd36-4988-b332-acc5d633b0f5 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:20:59.243784 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ff95057e-dadb-4886-8645-e8c86026bc6c req-fa93b361-fd36-4988-b332-acc5d633b0f5 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0610943 Mar 29 01:20:59.299984 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ff95057e-dadb-4886-8645-e8c86026bc6c req-890e7709-e472-467a-ae28-3bc2d4306af9 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481358 Mar 29 01:20:59.814121 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 42450) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:20:59.911973 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-789022103-network', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:20:59.922041 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:59.932533 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Made reservation on behalf of 07c817d7f10d4bee961de8bd4442eb3e for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:20:59.935676 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:20:59.946576 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.064105 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3abf07-8f84-4617-bee7-9748b4befae8 req-f6f68533-1e16-420e-b790-9783299befb0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:00.065499 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8c3abf07-8f84-4617-bee7-9748b4befae8 req-f6f68533-1e16-420e-b790-9783299befb0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0892026 Mar 29 01:21:00.090259 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Publish callbacks [] for security_group (ca0fcdb9-934f-470a-b3f3-c46f0e5ddddb), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.099631 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (ca0fcdb9-934f-470a-b3f3-c46f0e5ddddb), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.142729 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:21:00.155373 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0fcdb9-934f-470a-b3f3-c46f0e5ddddb,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:00.168108 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (c50ac599-1fda-4192-bef9-c4cc945a78df), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.168453 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Added segment c50ac599-1fda-4192-bef9-c4cc945a78df of type vlan for network 4f7c73be-379b-4ae3-bf8d-5e6314479282 Mar 29 01:21:00.172337 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8c3abf07-8f84-4617-bee7-9748b4befae8 req-d152fdad-2693-47ba-b8af-3ceb3bf2ef64 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991116 Mar 29 01:21:00.215129 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (4f7c73be-379b-4ae3-bf8d-5e6314479282), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.241105 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (4f7c73be-379b-4ae3-bf8d-5e6314479282), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.242244 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:00.242978 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.300239 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4849811 Mar 29 01:21:00.303287 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 42456) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:00.308880 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] Request body: {'subnet': {'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-789022103-subnet', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'ip_version': 4}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:00.309363 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306181c-4a7f-4ed4-9cab-41864e27adfe admin admin] Pushing event updated for resources: {'Network': ['ID=4f7c73be-379b-4ae3-bf8d-5e6314479282,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:00.319573 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 4f7c73be-379b-4ae3-bf8d-5e6314479282 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:21:00.333219 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] Made reservation on behalf of 07c817d7f10d4bee961de8bd4442eb3e for: {'subnet': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:21:00.337863 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9934530'] for subnet (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.464642 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc7d00-7028-4130-b6d1-ab87d00856a5 req-ce3985a4-8d0f-49ad-9377-a50f2fa5df7f tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:00.466203 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5fc7d00-7028-4130-b6d1-ab87d00856a5 req-ce3985a4-8d0f-49ad-9377-a50f2fa5df7f tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0799284 Mar 29 01:21:00.521506 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5fc7d00-7028-4130-b6d1-ab87d00856a5 req-ea84894e-04f0-417c-a062-6434a0a2db09 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495567 Mar 29 01:21:00.548606 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10030266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9934548'] for subnet (5c383446-2d36-4ae9-824c-72047be8bef0), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.610851 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c383446-2d36-4ae9-824c-72047be8bef0,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:00.618527 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] Checking segment: {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:21:00.618919 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] Network hostable DHCP agents. Network: 4f7c73be-379b-4ae3-bf8d-5e6314479282, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:21:00.637415 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] Network 4f7c73be-379b-4ae3-bf8d-5e6314479282 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:21:00.646511 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 4f7c73be-379b-4ae3-bf8d-5e6314479282) {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:21:00.651862 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:00.653123 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.656145 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cccc79c8-cc7e-4160-9962-b98941de0c11 None None] Network 4f7c73be-379b-4ae3-bf8d-5e6314479282 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:21:00.668728 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-4aeb5390-5073-488f-bf82-d80777562358 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3635435 Mar 29 01:21:00.671248 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 42460) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:00.675545 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:00.698195 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61828'] for router (625b69e3-d34d-4f88-9b4a-e647526cf23e), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.699647 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61853'] for router (625b69e3-d34d-4f88-9b4a-e647526cf23e), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.753727 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Publish callbacks [] for router_controller (625b69e3-d34d-4f88-9b4a-e647526cf23e), precommit_add_association {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.761885 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-4f7c73be-379b-4ae3-bf8d-5e6314479282', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:21:00.762921 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:00.914437 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Allocated IP 172.20.0.2 (4f7c73be-379b-4ae3-bf8d-5e6314479282/5c383446-2d36-4ae9-824c-72047be8bef0/d4efd8dd-842e-4380-a2a5-5a0e9671027c) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:21:00.916898 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Publish callbacks [] for router_gateway (625b69e3-d34d-4f88-9b4a-e647526cf23e), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:01.070502 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Publish callbacks [] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:01.076497 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:01.120534 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Network 4f7c73be-379b-4ae3-bf8d-5e6314479282 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:21:01.126159 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:21:01.130725 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Publish callbacks [] for router_gateway (625b69e3-d34d-4f88-9b4a-e647526cf23e), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:01.132009 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:21:01.135252 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Pushing event updated for resources: {'Port': ['ID=d4efd8dd-842e-4380-a2a5-5a0e9671027c,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:01.154724 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:01.238000 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Attempting to bind port d4efd8dd-842e-4380-a2a5-5a0e9671027c on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:21:01.238493 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Attempting to bind port d4efd8dd-842e-4380-a2a5-5a0e9671027c by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:21:01.238981 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Attempting to bind port d4efd8dd-842e-4380-a2a5-5a0e9671027c on network 4f7c73be-379b-4ae3-bf8d-5e6314479282 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:21:01.245846 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:21:01.246309 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Checking segment: {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:21:01.246922 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:01.247321 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Bound using segment: {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:21:01.247916 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Bound port: d4efd8dd-842e-4380-a2a5-5a0e9671027c, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:21:01.248300 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:01.295154 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Allocated IP 172.27.2.240 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/80fd810f-d148-4993-af74-cbbca1680892) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:21:01.354684 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd91db4c-e73d-4e2a-b3d7-b1638f3b6354 req-4b49d748-4578-496b-ac9b-460f1682f4a6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:01.356249 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bd91db4c-e73d-4e2a-b3d7-b1638f3b6354 req-4b49d748-4578-496b-ac9b-460f1682f4a6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0909841 Mar 29 01:21:01.356841 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] For port d4efd8dd-842e-4380-a2a5-5a0e9671027c, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:21:01.360065 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] For port d4efd8dd-842e-4380-a2a5-5a0e9671027c, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=d4efd8dd-842e-4380-a2a5-5a0e9671027c,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:21:01.367050 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:01.435680 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ab14c2-e1c0-4527-adef-03baaed498f2 None None] Pushing event updated for resources: {'Port': ['ID=d4efd8dd-842e-4380-a2a5-5a0e9671027c,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:01.439366 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bd91db4c-e73d-4e2a-b3d7-b1638f3b6354 req-7a98364a-333b-4683-a591-a900d7878e14 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715752 Mar 29 01:21:01.440550 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Publish callbacks [] for port (80fd810f-d148-4993-af74-cbbca1680892), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:01.496802 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (80fd810f-d148-4993-af74-cbbca1680892), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:01.511016 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:01.557248 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:21:01.562675 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:21:01.565130 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:21:01.572091 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Pushing event updated for resources: {'Port': ['ID=80fd810f-d148-4993-af74-cbbca1680892,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:01.720434 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4980bcb-d840-492d-b4f7-a49f0ef62a95 req-e3d01bfe-ec3c-4a68-bc50-916aaf685e86 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:01.728450 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4980bcb-d840-492d-b4f7-a49f0ef62a95 req-e3d01bfe-ec3c-4a68-bc50-916aaf685e86 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0839772 Mar 29 01:21:01.799949 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b4980bcb-d840-492d-b4f7-a49f0ef62a95 req-e0b9afd7-5ae6-4ce1-aecd-2fc949e68469 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568917 Mar 29 01:21:01.916004 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Publish callbacks [] for router_gateway (625b69e3-d34d-4f88-9b4a-e647526cf23e), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:02.361812 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296'] for router (625b69e3-d34d-4f88-9b4a-e647526cf23e), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:02.507362 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Router 625b69e3-d34d-4f88-9b4a-e647526cf23e is scheduled to L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 with binding_index 1 {{(pid=103386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 01:21:02.542728 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897467c6-01c7-4ef4-99eb-a074da030f3d None None] Network 4f7c73be-379b-4ae3-bf8d-5e6314479282 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:21:02.587787 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d0e777-d33b-4d38-aca6-0e54c1b99e49 req-bbdac658-3e36-4341-9555-872d97b9fba4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:02.589692 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-29d0e777-d33b-4d38-aca6-0e54c1b99e49 req-bbdac658-3e36-4341-9555-872d97b9fba4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0720513 Mar 29 01:21:02.635444 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-baaab989-1a06-4f19-a157-b0a7bbedc71d None None] Provisioning complete for port d4efd8dd-842e-4380-a2a5-5a0e9671027c triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:02.636164 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-baaab989-1a06-4f19-a157-b0a7bbedc71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:02.659040 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:21:02.672233 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Sync routers for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:21:02.676096 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-29d0e777-d33b-4d38-aca6-0e54c1b99e49 req-cb972cf3-d4f8-4db6-9c4e-974dfe81173d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751865 Mar 29 01:21:02.693198 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:21:02.694473 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:20:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:02.726913 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:02.728507 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c0b69c02-41f7-4c5b-aad6-87044d05691d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0563383 Mar 29 01:21:02.731212 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 42468) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:02.807926 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-baaab989-1a06-4f19-a157-b0a7bbedc71d None None] Current status of the port d4efd8dd-842e-4380-a2a5-5a0e9671027c is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:02.807926 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-baaab989-1a06-4f19-a157-b0a7bbedc71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:02.811595 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:21:02.851095 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-baaab989-1a06-4f19-a157-b0a7bbedc71d None None] For port d4efd8dd-842e-4380-a2a5-5a0e9671027c, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=d4efd8dd-842e-4380-a2a5-5a0e9671027c,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:21:02.857580 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-baaab989-1a06-4f19-a157-b0a7bbedc71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:02.967291 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaab989-1a06-4f19-a157-b0a7bbedc71d None None] Pushing event updated for resources: {'Port': ['ID=d4efd8dd-842e-4380-a2a5-5a0e9671027c,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:02.981238 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316b433-1a24-42b1-85d0-99b30d462ac9 req-776c6346-3618-4f71-aa64-981499c5772c tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:02.982941 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1316b433-1a24-42b1-85d0-99b30d462ac9 req-776c6346-3618-4f71-aa64-981499c5772c tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0955353 Mar 29 01:21:03.048248 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:01Z', 'revision_number': 3, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:03.099245 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Checking router: 625b69e3-d34d-4f88-9b4a-e647526cf23e for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:21:03.099596 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Updating router 625b69e3-d34d-4f88-9b4a-e647526cf23e port 80fd810f-d148-4993-af74-cbbca1680892 binding host dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:21:03.113120 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1316b433-1a24-42b1-85d0-99b30d462ac9 req-07b80385-b167-4db1-be8e-a222a46a362a tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224554 Mar 29 01:21:03.137441 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (80fd810f-d148-4993-af74-cbbca1680892), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.187057 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-51fc9cc4-b397-449f-905c-f8afc0a215ed None None] Provisioning complete for port d4efd8dd-842e-4380-a2a5-5a0e9671027c triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:03.187441 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-51fc9cc4-b397-449f-905c-f8afc0a215ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.319320 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-51fc9cc4-b397-449f-905c-f8afc0a215ed None None] Current status of the port d4efd8dd-842e-4380-a2a5-5a0e9671027c is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:03.322170 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.330476 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device d4efd8dd-842e-4380-a2a5-5a0e9671027c up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:21:03.402494 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port d4efd8dd-842e-4380-a2a5-5a0e9671027c triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:03.403162 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.480792 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.496176 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port d4efd8dd-842e-4380-a2a5-5a0e9671027c is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:03.502430 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Publish callbacks [] for port (80fd810f-d148-4993-af74-cbbca1680892), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.509051 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (80fd810f-d148-4993-af74-cbbca1680892), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.563758 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Pushing event updated for resources: {'Port': ['ID=80fd810f-d148-4993-af74-cbbca1680892,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:03.583511 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.584001 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.585535 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.585898 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.586232 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.586557 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.587057 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.587245 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.587546 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.587869 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.588231 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.588568 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.588883 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.589193 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.589503 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:03.600651 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Attempting to bind port 80fd810f-d148-4993-af74-cbbca1680892 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:21:03.601974 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Attempting to bind port 80fd810f-d148-4993-af74-cbbca1680892 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:21:03.602347 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Attempting to bind port 80fd810f-d148-4993-af74-cbbca1680892 on network d6baab9c-63f1-4cb4-8c83-cc41134b5337 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:21:03.608909 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:21:03.609315 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:21:03.609677 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.610952 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Bound using segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:21:03.611439 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Bound port: 80fd810f-d148-4993-af74-cbbca1680892, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:21:03.611820 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (80fd810f-d148-4993-af74-cbbca1680892), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.681673 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Allocated IP 172.20.0.1 (4f7c73be-379b-4ae3-bf8d-5e6314479282/5c383446-2d36-4ae9-824c-72047be8bef0/6e23c925-7f9e-484e-8905-e83e87f2480f) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:21:03.687816 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] For port 80fd810f-d148-4993-af74-cbbca1680892, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:21:03.691663 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] For port 80fd810f-d148-4993-af74-cbbca1680892, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=80fd810f-d148-4993-af74-cbbca1680892,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:21:03.702129 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (80fd810f-d148-4993-af74-cbbca1680892), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.773613 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:21:03.774230 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:20:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:03.777269 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f755f3-b3ee-4419-aa6d-299eeb410023 None None] Pushing event updated for resources: {'Port': ['ID=80fd810f-d148-4993-af74-cbbca1680892,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:03.865208 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Publish callbacks [] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.875391 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdb8ce-acb1-42cc-aebe-dd4522a638e1 req-ee4dc714-0206-4cd7-88cb-93ce6b9f0ebd tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:03.876856 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-adfdb8ce-acb1-42cc-aebe-dd4522a638e1 req-ee4dc714-0206-4cd7-88cb-93ce6b9f0ebd tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0994701 Mar 29 01:21:03.894900 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:21:03.957399 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-adfdb8ce-acb1-42cc-aebe-dd4522a638e1 req-e7d7de47-34cd-480c-8400-e5cd943d2558 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703356 Mar 29 01:21:03.958897 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:03.993175 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Network 4f7c73be-379b-4ae3-bf8d-5e6314479282 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:21:04.013272 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:21:04.017624 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:21:04.062646 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Pushing event updated for resources: {'Port': ['ID=6e23c925-7f9e-484e-8905-e83e87f2480f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:04.073594 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622223'] for router_interface (625b69e3-d34d-4f88-9b4a-e647526cf23e), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:04.283998 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:04.294743 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:01Z', 'revision_number': 3, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:04.329308 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1785cc5-b8f0-4544-8b0d-365d3a64eb6c None None] The sync data for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi is: [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:01Z', 'revision_number': 3, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:21:04.340273 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d4077-f68c-4a73-b19c-7e43279c7cdc req-8b9e378e-ee0b-4df1-9a6e-40ee60adb407 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:04.341814 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b32d4077-f68c-4a73-b19c-7e43279c7cdc req-8b9e378e-ee0b-4df1-9a6e-40ee60adb407 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0966341 Mar 29 01:21:04.357472 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-3187a750-91ca-4378-8825-6f22a4e528fd None None] Provisioning complete for port 6e23c925-7f9e-484e-8905-e83e87f2480f triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:04.358049 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3187a750-91ca-4378-8825-6f22a4e528fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:04.418084 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-3187a750-91ca-4378-8825-6f22a4e528fd None None] Port 6e23c925-7f9e-484e-8905-e83e87f2480f cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:21:04.456891 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b32d4077-f68c-4a73-b19c-7e43279c7cdc req-418e7b18-9476-42ab-87a6-204c7330a79b tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083474 Mar 29 01:21:04.525114 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Publish callbacks [] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:04.530886 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:04.602012 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Pushing event updated for resources: {'Port': ['ID=6e23c925-7f9e-484e-8905-e83e87f2480f,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:04.605282 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622107'] for router_interface (625b69e3-d34d-4f88-9b4a-e647526cf23e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:04.754342 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Network 4f7c73be-379b-4ae3-bf8d-5e6314479282 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:21:04.757641 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:21:04.907114 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Router 625b69e3-d34d-4f88-9b4a-e647526cf23e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:21:05.056966 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e3a40464-ced4-41eb-a627-9a5f8917661b None None] Provisioning complete for port 6e23c925-7f9e-484e-8905-e83e87f2480f triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:05.058176 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3a40464-ced4-41eb-a627-9a5f8917661b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:05.119072 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e3a40464-ced4-41eb-a627-9a5f8917661b None None] Port 6e23c925-7f9e-484e-8905-e83e87f2480f cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:21:05.309649 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 80fd810f-d148-4993-af74-cbbca1680892 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:21:05.311261 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:21:05.317497 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-9f48a36d-de18-41cd-83ba-afbde2582294 admin admin] 10.222.0.23 "PUT /v2.0/routers/625b69e3-d34d-4f88-9b4a-e647526cf23e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5848525 Mar 29 01:21:05.339931 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337760a7-8a24-471e-b4b6-ec02148a8e8d req-f9c516a8-0279-4e8f-bfee-0d3915e4daf2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:05.341481 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-337760a7-8a24-471e-b4b6-ec02148a8e8d req-f9c516a8-0279-4e8f-bfee-0d3915e4daf2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0876198 Mar 29 01:21:05.399180 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 80fd810f-d148-4993-af74-cbbca1680892 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:05.399723 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (80fd810f-d148-4993-af74-cbbca1680892), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:05.429735 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-337760a7-8a24-471e-b4b6-ec02148a8e8d req-9fe368f4-4c97-418a-b377-6afbc7388039 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801890 Mar 29 01:21:05.564884 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 80fd810f-d148-4993-af74-cbbca1680892 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:05.565281 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (80fd810f-d148-4993-af74-cbbca1680892), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:05.591053 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port 80fd810f-d148-4993-af74-cbbca1680892, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=80fd810f-d148-4993-af74-cbbca1680892,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:21:05.596280 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (80fd810f-d148-4993-af74-cbbca1680892), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:05.614509 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0cef4a-8e58-4a8a-9493-924e8734192e req-f6a2e87e-38d6-4007-91d5-0a45fcf796f3 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:05.616640 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aa0cef4a-8e58-4a8a-9493-924e8734192e req-f6a2e87e-38d6-4007-91d5-0a45fcf796f3 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0624087 Mar 29 01:21:05.680114 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:21:05.692106 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=80fd810f-d148-4993-af74-cbbca1680892,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:05.700443 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aa0cef4a-8e58-4a8a-9493-924e8734192e req-a50683a3-61c9-4267-a57d-2334bdd2428b tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587206 Mar 29 01:21:05.939959 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 42502) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:05.945756 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1076388610-network', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:05.969415 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Made reservation on behalf of 41f2f1a6df6a411f87814b4f88982975 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:21:05.971958 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:05.984144 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.069139 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Publish callbacks [] for security_group (282304be-a82b-4a74-b66f-9d40eb7502dc), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.073282 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (282304be-a82b-4a74-b66f-9d40eb7502dc), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.092717 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:21:06.112174 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (015b049c-c571-43e6-805b-2f6009be6468), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.112622 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Added segment 015b049c-c571-43e6-805b-2f6009be6468 of type vlan for network 08a0e757-3372-45e9-83b8-1f4157598a8a Mar 29 01:21:06.114077 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282304be-a82b-4a74-b66f-9d40eb7502dc,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:06.158127 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (08a0e757-3372-45e9-83b8-1f4157598a8a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.185982 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (08a0e757-3372-45e9-83b8-1f4157598a8a), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.187382 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:06.188132 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.244245 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3028910 Mar 29 01:21:06.246709 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 42504) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:06.252182 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] Request body: {'subnet': {'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1076388610-subnet', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'ip_version': 4}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:06.255055 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9253bc0-aba2-48a7-8a17-0f4b09dd484f admin admin] Pushing event updated for resources: {'Network': ['ID=08a0e757-3372-45e9-83b8-1f4157598a8a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:06.269447 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 08a0e757-3372-45e9-83b8-1f4157598a8a details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:21:06.295477 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] Made reservation on behalf of 41f2f1a6df6a411f87814b4f88982975 for: {'subnet': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:21:06.297955 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9934530'] for subnet (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.444627 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Sync routers for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:21:06.477782 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:21:06.478702 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f90d157-cd80-4358-833d-981b9699544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:20:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:06.557965 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10030266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9934548'] for subnet (cb7dc29a-c8cc-4412-a718-93c2ae4079b9), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.611291 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898bfe8-a914-42d8-99ff-2c09eeb8e94c req-0355823e-da13-4c5e-8077-bc5daff11c10 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:06.616928 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:21:06.627594 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e898bfe8-a914-42d8-99ff-2c09eeb8e94c req-0355823e-da13-4c5e-8077-bc5daff11c10 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0969808 Mar 29 01:21:06.640308 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7dc29a-c8cc-4412-a718-93c2ae4079b9,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:06.653994 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] Checking segment: {'id': '015b049c-c571-43e6-805b-2f6009be6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:21:06.654357 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] Network hostable DHCP agents. Network: 08a0e757-3372-45e9-83b8-1f4157598a8a, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:21:06.676422 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] Network 08a0e757-3372-45e9-83b8-1f4157598a8a is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:21:06.679676 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e898bfe8-a914-42d8-99ff-2c09eeb8e94c req-734d2910-2f9e-41a5-adc0-36d7190f3e4b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506003 Mar 29 01:21:06.686359 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 08a0e757-3372-45e9-83b8-1f4157598a8a) {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:21:06.691585 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:06.692477 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.715715 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-4b7ef05f-8988-4bad-b7c2-6544ff92b23e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4677005 Mar 29 01:21:06.718161 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 42508) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:06.722675 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1076388610-router', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:06.742921 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0706a5fb-803d-4066-ba2c-c89789d57c54 None None] Network 08a0e757-3372-45e9-83b8-1f4157598a8a requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:21:06.750642 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61828'] for router (a7d79cb3-b965-4432-8a1a-63893c599828), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.752076 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61853'] for router (a7d79cb3-b965-4432-8a1a-63893c599828), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.823929 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Publish callbacks [] for router_controller (a7d79cb3-b965-4432-8a1a-63893c599828), precommit_add_association {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.894235 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475cef82-4586-48f5-b77f-5ef66ebfb4ba req-117811f5-6047-4097-8089-7416fa92b964 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:06.894235 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-475cef82-4586-48f5-b77f-5ef66ebfb4ba req-117811f5-6047-4097-8089-7416fa92b964 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.1139493 Mar 29 01:21:06.945234 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-08a0e757-3372-45e9-83b8-1f4157598a8a', 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a', 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'fixed_ips': [{'subnet_id': 'cb7dc29a-c8cc-4412-a718-93c2ae4079b9'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:21:06.946166 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:06.956679 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-475cef82-4586-48f5-b77f-5ef66ebfb4ba req-24523d89-535a-4959-8e06-7ebbdf025317 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524380 Mar 29 01:21:07.003420 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Publish callbacks [] for router_gateway (a7d79cb3-b965-4432-8a1a-63893c599828), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.097814 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f90d157-cd80-4358-833d-981b9699544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 2, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:07.137209 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Checking router: 625b69e3-d34d-4f88-9b4a-e647526cf23e for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:21:07.137549 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Updating router 625b69e3-d34d-4f88-9b4a-e647526cf23e port 6e23c925-7f9e-484e-8905-e83e87f2480f binding host dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:21:07.165030 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Allocated IP 172.20.0.2 (08a0e757-3372-45e9-83b8-1f4157598a8a/cb7dc29a-c8cc-4412-a718-93c2ae4079b9/d7686855-8d62-4be2-b862-a0b37fffa75c) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:21:07.179111 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.277570 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Publish callbacks [] for router_gateway (a7d79cb3-b965-4432-8a1a-63893c599828), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.303372 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.326793 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 80fd810f-d148-4993-af74-cbbca1680892 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:21:07.436837 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Allocated IP 172.27.2.56 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/10b05165-e6fa-4888-a650-a5793aca852b) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:21:07.523998 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Publish callbacks [] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.526656 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 80fd810f-d148-4993-af74-cbbca1680892 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:07.527051 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (80fd810f-d148-4993-af74-cbbca1680892), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.543806 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Publish callbacks [] for port (10b05165-e6fa-4888-a650-a5793aca852b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.556341 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.588682 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (10b05165-e6fa-4888-a650-a5793aca852b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.613122 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:21:07.635022 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:21:07.636314 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Network 08a0e757-3372-45e9-83b8-1f4157598a8a is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:21:07.638898 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:21:07.649290 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:21:07.655528 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:21:07.660589 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Pushing event updated for resources: {'Port': ['ID=d7686855-8d62-4be2-b862-a0b37fffa75c,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:07.695062 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Pushing event updated for resources: {'Port': ['ID=10b05165-e6fa-4888-a650-a5793aca852b,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:07.797337 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Attempting to bind port d7686855-8d62-4be2-b862-a0b37fffa75c on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:21:07.797803 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Attempting to bind port d7686855-8d62-4be2-b862-a0b37fffa75c by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '015b049c-c571-43e6-805b-2f6009be6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:21:07.798242 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Attempting to bind port d7686855-8d62-4be2-b862-a0b37fffa75c on network 08a0e757-3372-45e9-83b8-1f4157598a8a {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:21:07.814619 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Publish callbacks [] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.819164 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 80fd810f-d148-4993-af74-cbbca1680892 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:07.821879 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:21:07.822379 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Checking segment: {'id': '015b049c-c571-43e6-805b-2f6009be6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:21:07.822893 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.823365 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Bound using segment: {'id': '015b049c-c571-43e6-805b-2f6009be6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:21:07.823984 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Bound port: d7686855-8d62-4be2-b862-a0b37fffa75c, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015b049c-c571-43e6-805b-2f6009be6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:21:07.824456 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.834561 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:07.852988 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198b9b6-6a15-4c8c-8992-b1a5c1f8eec9 req-4c4e9eca-44ba-4d33-b77d-5ecc73bd544d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:07.854809 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5198b9b6-6a15-4c8c-8992-b1a5c1f8eec9 req-4c4e9eca-44ba-4d33-b77d-5ecc73bd544d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0762060 Mar 29 01:21:07.963090 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5198b9b6-6a15-4c8c-8992-b1a5c1f8eec9 req-3a8cf2fd-d863-4e4a-96db-067839449f5d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925674 Mar 29 01:21:08.000141 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24138446-d1ff-4e63-beab-390110b42a5a None None] Pushing event updated for resources: {'Port': ['ID=6e23c925-7f9e-484e-8905-e83e87f2480f,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:08.012914 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Publish callbacks [] for router_gateway (a7d79cb3-b965-4432-8a1a-63893c599828), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:08.071174 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Attempting to bind port 6e23c925-7f9e-484e-8905-e83e87f2480f on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:21:08.071751 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Attempting to bind port 6e23c925-7f9e-484e-8905-e83e87f2480f by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:21:08.072267 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Attempting to bind port 6e23c925-7f9e-484e-8905-e83e87f2480f on network 4f7c73be-379b-4ae3-bf8d-5e6314479282 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:21:08.080717 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:21:08.081251 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Checking segment: {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:21:08.081793 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:08.082265 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Bound using segment: {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:21:08.082865 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Bound port: 6e23c925-7f9e-484e-8905-e83e87f2480f, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:21:08.083463 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:08.104572 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] For port d7686855-8d62-4be2-b862-a0b37fffa75c, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:21:08.137783 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] For port d7686855-8d62-4be2-b862-a0b37fffa75c, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=d7686855-8d62-4be2-b862-a0b37fffa75c,segment=NetworkSegment(015b049c-c571-43e6-805b-2f6009be6468),segment_id=015b049c-c571-43e6-805b-2f6009be6468)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:21:08.163909 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:08.195534 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8931f5-90e4-4e3b-92f3-dd214d751124 req-23723dd8-c58c-4daa-b680-a26aa605555f tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:08.199279 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e8931f5-90e4-4e3b-92f3-dd214d751124 req-23723dd8-c58c-4daa-b680-a26aa605555f tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.1091998 Mar 29 01:21:08.217149 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8f90d157-cd80-4358-833d-981b9699544d None None] For port 6e23c925-7f9e-484e-8905-e83e87f2480f, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:21:08.238874 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-8f90d157-cd80-4358-833d-981b9699544d None None] For port 6e23c925-7f9e-484e-8905-e83e87f2480f, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=6e23c925-7f9e-484e-8905-e83e87f2480f,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:21:08.269138 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034bb1b-6cd4-4d39-8638-0385c64ba5d6 None None] Pushing event updated for resources: {'Port': ['ID=d7686855-8d62-4be2-b862-a0b37fffa75c,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:08.281797 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:08.298488 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1e8931f5-90e4-4e3b-92f3-dd214d751124 req-499b01d2-d5de-40de-b490-65b21b86dd67 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947526 Mar 29 01:21:08.420268 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296'] for router (a7d79cb3-b965-4432-8a1a-63893c599828), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:08.540164 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-260d65d1-2d1b-4a56-92b6-4e78186461b7 None None] Provisioning complete for port 6e23c925-7f9e-484e-8905-e83e87f2480f triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:08.541168 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-260d65d1-2d1b-4a56-92b6-4e78186461b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:08.653402 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:21:08.654076 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f90d157-cd80-4358-833d-981b9699544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:20:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:08.680429 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Router a7d79cb3-b965-4432-8a1a-63893c599828 is scheduled to L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 with binding_index 1 {{(pid=103386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 01:21:08.695662 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24138446-d1ff-4e63-beab-390110b42a5a None None] Pushing event updated for resources: {'Port': ['ID=6e23c925-7f9e-484e-8905-e83e87f2480f,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:08.904961 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-260d65d1-2d1b-4a56-92b6-4e78186461b7 None None] Current status of the port 6e23c925-7f9e-484e-8905-e83e87f2480f is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:08.904961 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-260d65d1-2d1b-4a56-92b6-4e78186461b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:08.915028 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:21:08.939547 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Sync routers for ids ['a7d79cb3-b965-4432-8a1a-63893c599828'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:21:08.955098 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Routers {'a7d79cb3-b965-4432-8a1a-63893c599828'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:21:08.955743 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:20:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['a7d79cb3-b965-4432-8a1a-63893c599828'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:08.962236 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:08.965430 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-d867422e-d386-4179-a1d8-67960e2c737b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2450368 Mar 29 01:21:08.967074 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 42518) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:08.975299 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8f90d157-cd80-4358-833d-981b9699544d None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:21:09.005511 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-260d65d1-2d1b-4a56-92b6-4e78186461b7 None None] For port 6e23c925-7f9e-484e-8905-e83e87f2480f, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=6e23c925-7f9e-484e-8905-e83e87f2480f,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:21:09.016436 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-260d65d1-2d1b-4a56-92b6-4e78186461b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:09.114342 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Set router a7d79cb3-b965-4432-8a1a-63893c599828 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:21:09.166860 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d65d1-2d1b-4a56-92b6-4e78186461b7 None None] Pushing event updated for resources: {'Port': ['ID=6e23c925-7f9e-484e-8905-e83e87f2480f,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:09.178509 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-f1e7c24a-c7ac-4d6b-a219-9808103e8de2 None None] Provisioning complete for port 6e23c925-7f9e-484e-8905-e83e87f2480f triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:09.179322 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f1e7c24a-c7ac-4d6b-a219-9808103e8de2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:09.361898 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device d7686855-8d62-4be2-b862-a0b37fffa75c up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:21:09.403903 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'name': 'tempest-TestVolumeBootPattern-1076388610-router', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '10b05165-e6fa-4888-a650-a5793aca852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:06Z', 'updated_at': '2022-03-29T01:21:07Z', 'revision_number': 3, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'gw_port': {'id': '10b05165-e6fa-4888-a650-a5793aca852b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:07Z', 'updated_at': '2022-03-29T01:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:09.415173 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cc2e5-7fc2-486e-b2b4-5c944ccb788f req-fe58bc34-e23e-4f40-9004-6de54d151797 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:09.423757 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3a9cc2e5-7fc2-486e-b2b4-5c944ccb788f req-fe58bc34-e23e-4f40-9004-6de54d151797 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.3501060 Mar 29 01:21:09.450229 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Checking router: a7d79cb3-b965-4432-8a1a-63893c599828 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:21:09.451212 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Updating router a7d79cb3-b965-4432-8a1a-63893c599828 port 10b05165-e6fa-4888-a650-a5793aca852b binding host dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:21:09.465980 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-f1e7c24a-c7ac-4d6b-a219-9808103e8de2 None None] Current status of the port 6e23c925-7f9e-484e-8905-e83e87f2480f is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:09.484004 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (10b05165-e6fa-4888-a650-a5793aca852b), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:09.492677 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port d7686855-8d62-4be2-b862-a0b37fffa75c triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:09.492988 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:09.580334 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb456b3-6dd9-46f6-9395-d529cc1dab82 req-5fa81bf9-b8a6-4963-b93e-7770de00e550 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:09.588492 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbb456b3-6dd9-46f6-9395-d529cc1dab82 req-5fa81bf9-b8a6-4963-b93e-7770de00e550 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.1615450 Mar 29 01:21:09.591906 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3a9cc2e5-7fc2-486e-b2b4-5c944ccb788f req-032ff546-8930-4f9b-bc2f-61f8fe71f8cc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1669590 Mar 29 01:21:09.611442 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8f90d157-cd80-4358-833d-981b9699544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:09.678604 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f90d157-cd80-4358-833d-981b9699544d None None] The sync data for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi is: [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:21:09.699977 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbb456b3-6dd9-46f6-9395-d529cc1dab82 req-d99a3b69-9665-4def-80fc-fa39231e7528 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011205 Mar 29 01:21:09.774553 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a995959-493b-4cac-838e-e3e872c5f668 None None] Network 08a0e757-3372-45e9-83b8-1f4157598a8a requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:21:09.809917 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:09.878984 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port d7686855-8d62-4be2-b862-a0b37fffa75c is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:09.879666 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:09.910980 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-ccc837ac-31ea-4288-8aa7-9bfb9de4e72d None None] Provisioning complete for port d7686855-8d62-4be2-b862-a0b37fffa75c triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:09.911619 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ccc837ac-31ea-4288-8aa7-9bfb9de4e72d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:09.971604 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Publish callbacks [] for port (10b05165-e6fa-4888-a650-a5793aca852b), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:09.973603 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port d7686855-8d62-4be2-b862-a0b37fffa75c, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=d7686855-8d62-4be2-b862-a0b37fffa75c,segment=NetworkSegment(015b049c-c571-43e6-805b-2f6009be6468),segment_id=015b049c-c571-43e6-805b-2f6009be6468)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:21:09.980881 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (10b05165-e6fa-4888-a650-a5793aca852b), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:09.999775 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.011107 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Attempting to bind port 10b05165-e6fa-4888-a650-a5793aca852b on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:21:10.012144 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Attempting to bind port 10b05165-e6fa-4888-a650-a5793aca852b by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:21:10.012676 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Attempting to bind port 10b05165-e6fa-4888-a650-a5793aca852b on network d6baab9c-63f1-4cb4-8c83-cc41134b5337 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:21:10.050866 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Allocated IP 172.20.0.1 (08a0e757-3372-45e9-83b8-1f4157598a8a/cb7dc29a-c8cc-4412-a718-93c2ae4079b9/c6ef2e39-5180-4418-a537-2e0e073d5c9d) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:21:10.067319 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622efe4-410b-4f13-92ef-ad66e3b578e2 None None] Pushing event updated for resources: {'Port': ['ID=10b05165-e6fa-4888-a650-a5793aca852b,revision_number=2']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:10.071366 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:21:10.072067 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:21:10.072626 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.073129 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Bound using segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:21:10.074245 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Bound port: 10b05165-e6fa-4888-a650-a5793aca852b, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:21:10.075276 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (10b05165-e6fa-4888-a650-a5793aca852b), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.100072 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=d7686855-8d62-4be2-b862-a0b37fffa75c,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:10.108776 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-ccc837ac-31ea-4288-8aa7-9bfb9de4e72d None None] Current status of the port d7686855-8d62-4be2-b862-a0b37fffa75c is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:10.136154 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] For port 10b05165-e6fa-4888-a650-a5793aca852b, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:21:10.139674 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] For port 10b05165-e6fa-4888-a650-a5793aca852b, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=10b05165-e6fa-4888-a650-a5793aca852b,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:21:10.148338 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (10b05165-e6fa-4888-a650-a5793aca852b), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.202143 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Publish callbacks [] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.211140 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Routers {'a7d79cb3-b965-4432-8a1a-63893c599828'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:21:10.211932 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:20:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['a7d79cb3-b965-4432-8a1a-63893c599828'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:10.245414 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.290258 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Network 08a0e757-3372-45e9-83b8-1f4157598a8a is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:21:10.298237 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:21:10.298484 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622efe4-410b-4f13-92ef-ad66e3b578e2 None None] Pushing event updated for resources: {'Port': ['ID=10b05165-e6fa-4888-a650-a5793aca852b,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:10.302818 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:21:10.337347 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ef2e39-5180-4418-a537-2e0e073d5c9d,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:10.347165 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.347629 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.348048 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.348465 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.348873 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.349004 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] Set router a7d79cb3-b965-4432-8a1a-63893c599828 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:21:10.349331 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.350267 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.350667 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.351122 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.351547 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.351947 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.352288 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.352632 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.352952 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.353370 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:10.371671 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622223'] for router_interface (a7d79cb3-b965-4432-8a1a-63893c599828), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.436849 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-a52c7806-a120-4bc9-8145-d9c30f0929a9 None None] Provisioning complete for port d7686855-8d62-4be2-b862-a0b37fffa75c triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:10.437219 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a52c7806-a120-4bc9-8145-d9c30f0929a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.548478 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.579528 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-a52c7806-a120-4bc9-8145-d9c30f0929a9 None None] Current status of the port d7686855-8d62-4be2-b862-a0b37fffa75c is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:10.602829 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'name': 'tempest-TestVolumeBootPattern-1076388610-router', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '10b05165-e6fa-4888-a650-a5793aca852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:06Z', 'updated_at': '2022-03-29T01:21:07Z', 'revision_number': 3, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'gw_port': {'id': '10b05165-e6fa-4888-a650-a5793aca852b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:07Z', 'updated_at': '2022-03-29T01:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:10.655976 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5c8033-f3c1-4557-8dc0-18f44cfd82da None None] The sync data for ids ['a7d79cb3-b965-4432-8a1a-63893c599828'] in dv-cinder-750782-13-iscsi is: [{'id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'name': 'tempest-TestVolumeBootPattern-1076388610-router', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '10b05165-e6fa-4888-a650-a5793aca852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:06Z', 'updated_at': '2022-03-29T01:21:07Z', 'revision_number': 3, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'gw_port': {'id': '10b05165-e6fa-4888-a650-a5793aca852b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:07Z', 'updated_at': '2022-03-29T01:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:21:10.716667 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-5574981f-50ff-4665-8869-98e74ee2d88c None None] Provisioning complete for port c6ef2e39-5180-4418-a537-2e0e073d5c9d triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:10.717265 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5574981f-50ff-4665-8869-98e74ee2d88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.774559 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-5574981f-50ff-4665-8869-98e74ee2d88c None None] Port c6ef2e39-5180-4418-a537-2e0e073d5c9d cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:21:10.821819 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a36a51-7594-4614-9738-fc995334f98f req-fa735dd3-5e2d-45c1-bf31-0d56399c9c0e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:10.823373 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-18a36a51-7594-4614-9738-fc995334f98f req-fa735dd3-5e2d-45c1-bf31-0d56399c9c0e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.1189668 Mar 29 01:21:10.890135 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Publish callbacks [] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.901714 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:10.975528 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-18a36a51-7594-4614-9738-fc995334f98f req-349f50c6-b807-46df-9af6-6f469a8130bc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457350 Mar 29 01:21:10.994989 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28223a5e-9c2b-4341-89b8-201f6714c0dd req-59fde4d2-016b-40ab-a14a-940c87600619 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:10.996521 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-28223a5e-9c2b-4341-89b8-201f6714c0dd req-59fde4d2-016b-40ab-a14a-940c87600619 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.1991239 Mar 29 01:21:11.003511 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Pushing event updated for resources: {'Port': ['ID=c6ef2e39-5180-4418-a537-2e0e073d5c9d,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:11.017654 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622107'] for router_interface (a7d79cb3-b965-4432-8a1a-63893c599828), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:11.117888 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-28223a5e-9c2b-4341-89b8-201f6714c0dd req-4a1c77c1-95cf-46f5-ae36-67ddcfd8753b tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092093 Mar 29 01:21:11.167203 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Network 08a0e757-3372-45e9-83b8-1f4157598a8a is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:21:11.168621 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:21:11.341208 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Router a7d79cb3-b965-4432-8a1a-63893c599828 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:21:11.384344 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 10b05165-e6fa-4888-a650-a5793aca852b up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:21:11.442039 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 10b05165-e6fa-4888-a650-a5793aca852b triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:11.442409 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (10b05165-e6fa-4888-a650-a5793aca852b), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:11.479851 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:21:11.485344 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e70edaa3-9d91-4f3c-8d72-63e6038d8832 admin admin] 10.222.0.23 "PUT /v2.0/routers/a7d79cb3-b965-4432-8a1a-63893c599828/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5127528 Mar 29 01:21:11.539844 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-c963247c-bcc2-483f-8bd3-29364839b164 None None] Provisioning complete for port c6ef2e39-5180-4418-a537-2e0e073d5c9d triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:11.540218 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c963247c-bcc2-483f-8bd3-29364839b164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:11.541915 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 10b05165-e6fa-4888-a650-a5793aca852b is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:11.542467 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (10b05165-e6fa-4888-a650-a5793aca852b), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:11.592522 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port 10b05165-e6fa-4888-a650-a5793aca852b, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=10b05165-e6fa-4888-a650-a5793aca852b,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:21:11.595964 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-c963247c-bcc2-483f-8bd3-29364839b164 None None] Port c6ef2e39-5180-4418-a537-2e0e073d5c9d cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:21:11.601888 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (10b05165-e6fa-4888-a650-a5793aca852b), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:11.602707 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 6e23c925-7f9e-484e-8905-e83e87f2480f up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:21:11.685984 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=10b05165-e6fa-4888-a650-a5793aca852b,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:11.702885 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 6e23c925-7f9e-484e-8905-e83e87f2480f triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:11.703429 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:11.805133 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 6e23c925-7f9e-484e-8905-e83e87f2480f is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:11.806345 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device d7686855-8d62-4be2-b862-a0b37fffa75c up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:21:11.857753 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port d7686855-8d62-4be2-b862-a0b37fffa75c triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:11.858126 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:11.942012 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port d7686855-8d62-4be2-b862-a0b37fffa75c is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:12.125190 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5970d-2b9f-4061-ba8e-1b86b70fdf6f req-f0e12c4b-7b2a-402d-bd51-1071b07c7cf8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:12.126577 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-43d5970d-2b9f-4061-ba8e-1b86b70fdf6f req-f0e12c4b-7b2a-402d-bd51-1071b07c7cf8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0521688 Mar 29 01:21:12.174607 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-43d5970d-2b9f-4061-ba8e-1b86b70fdf6f req-e2228266-6056-4c66-88e7-b1df91b91208 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406873 Mar 29 01:21:12.285161 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162eba21-84d2-4f1d-8c2f-6b764d375fea req-3f5fda93-8a69-4a20-83a4-e0d1d350f3de tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:12.286628 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-162eba21-84d2-4f1d-8c2f-6b764d375fea req-3f5fda93-8a69-4a20-83a4-e0d1d350f3de tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0539908 Mar 29 01:21:12.338516 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-162eba21-84d2-4f1d-8c2f-6b764d375fea req-5f6459b7-bff1-4291-98a5-10c0b05bc68c tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464661 Mar 29 01:21:12.498451 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Sync routers for ids ['a7d79cb3-b965-4432-8a1a-63893c599828'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:21:12.508768 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Routers {'a7d79cb3-b965-4432-8a1a-63893c599828'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:21:12.509970 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:20:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['a7d79cb3-b965-4432-8a1a-63893c599828'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:12.751614 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Set router a7d79cb3-b965-4432-8a1a-63893c599828 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:21:12.948170 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'name': 'tempest-TestVolumeBootPattern-1076388610-router', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '10b05165-e6fa-4888-a650-a5793aca852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:06Z', 'updated_at': '2022-03-29T01:21:10Z', 'revision_number': 4, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'gw_port': {'id': '10b05165-e6fa-4888-a650-a5793aca852b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:07Z', 'updated_at': '2022-03-29T01:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'c6ef2e39-5180-4418-a537-2e0e073d5c9d', 'name': '', 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'mac_address': 'fa:16:3e:03:e0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb7dc29a-c8cc-4412-a718-93c2ae4079b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:09Z', 'updated_at': '2022-03-29T01:21:10Z', 'revision_number': 2, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'subnets': [{'id': 'cb7dc29a-c8cc-4412-a718-93c2ae4079b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:12.978571 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Checking router: a7d79cb3-b965-4432-8a1a-63893c599828 for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:21:12.978968 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Updating router a7d79cb3-b965-4432-8a1a-63893c599828 port c6ef2e39-5180-4418-a537-2e0e073d5c9d binding host dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:21:12.988294 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 42552) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:12.993255 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-64387962-369e-455a-8c77-fe5a80950323 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1186367184', 'description': 'tempest-secgroup-smoke-1186367184 description', 'project_id': '07c817d7f10d4bee961de8bd4442eb3e'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:13.011838 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.015142 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64387962-369e-455a-8c77-fe5a80950323 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.081903 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64387962-369e-455a-8c77-fe5a80950323 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group (29afa6f3-151a-444d-a512-e98de5200fa4), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.085718 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64387962-369e-455a-8c77-fe5a80950323 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (29afa6f3-151a-444d-a512-e98de5200fa4), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.116881 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64387962-369e-455a-8c77-fe5a80950323 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29afa6f3-151a-444d-a512-e98de5200fa4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:13.126077 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-64387962-369e-455a-8c77-fe5a80950323 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.130319 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-64387962-369e-455a-8c77-fe5a80950323 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1380796 Mar 29 01:21:13.130319 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 42554) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:13.134629 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-535f34d3-b9c7-4da8-8f0c-72e721b6a205 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'security_group_rule': {'security_group_id': '29afa6f3-151a-444d-a512-e98de5200fa4', 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:13.159238 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-535f34d3-b9c7-4da8-8f0c-72e721b6a205 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (0dd55072-91fa-4830-91f3-a8755396eb81), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.220775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-535f34d3-b9c7-4da8-8f0c-72e721b6a205 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (0dd55072-91fa-4830-91f3-a8755396eb81), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.227013 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-535f34d3-b9c7-4da8-8f0c-72e721b6a205 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (0dd55072-91fa-4830-91f3-a8755396eb81), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.245700 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 10b05165-e6fa-4888-a650-a5793aca852b up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:21:13.252005 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f34d3-b9c7-4da8-8f0c-72e721b6a205 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dd55072-91fa-4830-91f3-a8755396eb81,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:13.256454 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-535f34d3-b9c7-4da8-8f0c-72e721b6a205 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.260151 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-535f34d3-b9c7-4da8-8f0c-72e721b6a205 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263187 Mar 29 01:21:13.260625 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 42558) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:13.265007 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-32576a36-7fa4-4cb0-b3fb-3412c39cdeb2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'security_group_rule': {'security_group_id': '29afa6f3-151a-444d-a512-e98de5200fa4', 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:13.294985 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32576a36-7fa4-4cb0-b3fb-3412c39cdeb2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (6953d639-f0b6-44db-9fed-8eba8280eae1), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.320023 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af0e5a7-c383-4137-9475-d1e0a1ada6bd req-2addc9d9-f266-4aef-9349-9f5c44c165b0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:13.321703 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2af0e5a7-c383-4137-9475-d1e0a1ada6bd req-2addc9d9-f266-4aef-9349-9f5c44c165b0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0559492 Mar 29 01:21:13.341963 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Publish callbacks [] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.351223 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 10b05165-e6fa-4888-a650-a5793aca852b triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:13.351623 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (10b05165-e6fa-4888-a650-a5793aca852b), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.354937 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.361263 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32576a36-7fa4-4cb0-b3fb-3412c39cdeb2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (6953d639-f0b6-44db-9fed-8eba8280eae1), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.366990 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32576a36-7fa4-4cb0-b3fb-3412c39cdeb2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (6953d639-f0b6-44db-9fed-8eba8280eae1), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.380019 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2af0e5a7-c383-4137-9475-d1e0a1ada6bd req-7be6461c-4c9a-490d-9b78-c030607af410 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516598 Mar 29 01:21:13.394474 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32576a36-7fa4-4cb0-b3fb-3412c39cdeb2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6953d639-f0b6-44db-9fed-8eba8280eae1,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:13.400357 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32576a36-7fa4-4cb0-b3fb-3412c39cdeb2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.404023 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-32576a36-7fa4-4cb0-b3fb-3412c39cdeb2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1400971 Mar 29 01:21:13.407464 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 42560) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:13.413669 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-3b1dc64d-df38-437a-a1c1-e8236ce6b0fc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'security_group_rule': {'security_group_id': '29afa6f3-151a-444d-a512-e98de5200fa4', 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:13.445844 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc64d-df38-437a-a1c1-e8236ce6b0fc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (dc223cf4-b671-4670-9ad2-d3eeca409c89), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.468670 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62614af1-3ede-4a3c-9dd2-f72efbb49da2 None None] Pushing event updated for resources: {'Port': ['ID=c6ef2e39-5180-4418-a537-2e0e073d5c9d,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:13.510895 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc64d-df38-437a-a1c1-e8236ce6b0fc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (dc223cf4-b671-4670-9ad2-d3eeca409c89), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.517489 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc64d-df38-437a-a1c1-e8236ce6b0fc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (dc223cf4-b671-4670-9ad2-d3eeca409c89), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.533781 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Attempting to bind port c6ef2e39-5180-4418-a537-2e0e073d5c9d on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:21:13.534151 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Attempting to bind port c6ef2e39-5180-4418-a537-2e0e073d5c9d by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '015b049c-c571-43e6-805b-2f6009be6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:21:13.534733 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Attempting to bind port c6ef2e39-5180-4418-a537-2e0e073d5c9d on network 08a0e757-3372-45e9-83b8-1f4157598a8a {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:21:13.538926 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1dc64d-df38-437a-a1c1-e8236ce6b0fc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc223cf4-b671-4670-9ad2-d3eeca409c89,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:13.545357 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3b1dc64d-df38-437a-a1c1-e8236ce6b0fc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.547403 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-3b1dc64d-df38-437a-a1c1-e8236ce6b0fc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1383879 Mar 29 01:21:13.547521 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:21:13.547741 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Checking segment: {'id': '015b049c-c571-43e6-805b-2f6009be6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:21:13.548150 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.548540 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Bound using segment: {'id': '015b049c-c571-43e6-805b-2f6009be6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:21:13.549009 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Bound port: c6ef2e39-5180-4418-a537-2e0e073d5c9d, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '015b049c-c571-43e6-805b-2f6009be6468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:21:13.549381 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.549707 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 42562) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:13.555154 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-8272b86d-1b30-499b-86ca-7a2708065bf2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'security_group_rule': {'security_group_id': '29afa6f3-151a-444d-a512-e98de5200fa4', 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:13.565540 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 10b05165-e6fa-4888-a650-a5793aca852b is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:13.588546 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8272b86d-1b30-499b-86ca-7a2708065bf2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (41a2cb39-7282-4aba-989d-2a1989f91e91), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.635983 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] For port c6ef2e39-5180-4418-a537-2e0e073d5c9d, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:21:13.640180 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] For port c6ef2e39-5180-4418-a537-2e0e073d5c9d, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=c6ef2e39-5180-4418-a537-2e0e073d5c9d,segment=NetworkSegment(015b049c-c571-43e6-805b-2f6009be6468),segment_id=015b049c-c571-43e6-805b-2f6009be6468)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:21:13.648403 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.650598 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8272b86d-1b30-499b-86ca-7a2708065bf2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (41a2cb39-7282-4aba-989d-2a1989f91e91), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.651755 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-64a024a1-c3d5-403c-b530-742756ad611e None None] Provisioning complete for port c6ef2e39-5180-4418-a537-2e0e073d5c9d triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:13.652150 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-64a024a1-c3d5-403c-b530-742756ad611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.655189 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8272b86d-1b30-499b-86ca-7a2708065bf2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (41a2cb39-7282-4aba-989d-2a1989f91e91), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.670635 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8272b86d-1b30-499b-86ca-7a2708065bf2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a2cb39-7282-4aba-989d-2a1989f91e91,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:13.682966 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8272b86d-1b30-499b-86ca-7a2708065bf2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.687356 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-8272b86d-1b30-499b-86ca-7a2708065bf2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1365781 Mar 29 01:21:13.687581 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 42566) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:13.692930 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3e9fc1ea-497f-48cf-9a69-f7ebb3aa0f8a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'security_group_rule': {'security_group_id': '29afa6f3-151a-444d-a512-e98de5200fa4', 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:13.722511 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-3e9fc1ea-497f-48cf-9a69-f7ebb3aa0f8a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Project 07c817d7f10d4bee961de8bd4442eb3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 01:21:13.726315 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc1ea-497f-48cf-9a69-f7ebb3aa0f8a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (a0e6c5e9-298c-432b-82e9-58f2c7be520b), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.748929 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Routers {'a7d79cb3-b965-4432-8a1a-63893c599828'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:21:13.749580 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:20:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['a7d79cb3-b965-4432-8a1a-63893c599828'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:13.751883 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62614af1-3ede-4a3c-9dd2-f72efbb49da2 None None] Pushing event updated for resources: {'Port': ['ID=c6ef2e39-5180-4418-a537-2e0e073d5c9d,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:13.809984 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc1ea-497f-48cf-9a69-f7ebb3aa0f8a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (a0e6c5e9-298c-432b-82e9-58f2c7be520b), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.815063 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc1ea-497f-48cf-9a69-f7ebb3aa0f8a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (a0e6c5e9-298c-432b-82e9-58f2c7be520b), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.844223 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc1ea-497f-48cf-9a69-f7ebb3aa0f8a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.845531 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3e9fc1ea-497f-48cf-9a69-f7ebb3aa0f8a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1568859 Mar 29 01:21:13.848232 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 42568) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:21:13.853834 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8144cd5d-f6be-40d3-98ab-683cf063808c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'security_group_rule': {'security_group_id': '29afa6f3-151a-444d-a512-e98de5200fa4', 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:13.871995 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fc1ea-497f-48cf-9a69-f7ebb3aa0f8a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e6c5e9-298c-432b-82e9-58f2c7be520b,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:13.881288 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-8144cd5d-f6be-40d3-98ab-683cf063808c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Project 07c817d7f10d4bee961de8bd4442eb3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 01:21:13.886984 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8144cd5d-f6be-40d3-98ab-683cf063808c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (5301c198-9cab-4090-9b99-f862127ac4dc), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.888417 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-64a024a1-c3d5-403c-b530-742756ad611e None None] Current status of the port c6ef2e39-5180-4418-a537-2e0e073d5c9d is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:13.888818 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-64a024a1-c3d5-403c-b530-742756ad611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.930991 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] Set router a7d79cb3-b965-4432-8a1a-63893c599828 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:21:13.959266 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8144cd5d-f6be-40d3-98ab-683cf063808c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (5301c198-9cab-4090-9b99-f862127ac4dc), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.963828 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8144cd5d-f6be-40d3-98ab-683cf063808c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (5301c198-9cab-4090-9b99-f862127ac4dc), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.964676 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-64a024a1-c3d5-403c-b530-742756ad611e None None] For port c6ef2e39-5180-4418-a537-2e0e073d5c9d, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=c6ef2e39-5180-4418-a537-2e0e073d5c9d,segment=NetworkSegment(015b049c-c571-43e6-805b-2f6009be6468),segment_id=015b049c-c571-43e6-805b-2f6009be6468)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:21:13.970110 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-64a024a1-c3d5-403c-b530-742756ad611e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.981164 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144cd5d-f6be-40d3-98ab-683cf063808c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5301c198-9cab-4090-9b99-f862127ac4dc,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:13.993473 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8144cd5d-f6be-40d3-98ab-683cf063808c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:13.994798 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8144cd5d-f6be-40d3-98ab-683cf063808c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455100 Mar 29 01:21:14.106437 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a024a1-c3d5-403c-b530-742756ad611e None None] Pushing event updated for resources: {'Port': ['ID=c6ef2e39-5180-4418-a537-2e0e073d5c9d,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:14.119394 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1d91c9e3-0688-47f3-b744-238af4987f15 None None] Provisioning complete for port c6ef2e39-5180-4418-a537-2e0e073d5c9d triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:14.119778 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1d91c9e3-0688-47f3-b744-238af4987f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:14.254997 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1d91c9e3-0688-47f3-b744-238af4987f15 None None] Current status of the port c6ef2e39-5180-4418-a537-2e0e073d5c9d is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:14.266838 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'name': 'tempest-TestVolumeBootPattern-1076388610-router', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '10b05165-e6fa-4888-a650-a5793aca852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:06Z', 'updated_at': '2022-03-29T01:21:10Z', 'revision_number': 4, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'gw_port': {'id': '10b05165-e6fa-4888-a650-a5793aca852b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:07Z', 'updated_at': '2022-03-29T01:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'c6ef2e39-5180-4418-a537-2e0e073d5c9d', 'name': '', 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'mac_address': 'fa:16:3e:03:e0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb7dc29a-c8cc-4412-a718-93c2ae4079b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:09Z', 'updated_at': '2022-03-29T01:21:13Z', 'revision_number': 4, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'subnets': [{'id': 'cb7dc29a-c8cc-4412-a718-93c2ae4079b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:21:14.296474 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eca4ef-ff92-4dcc-aebe-c6278ae8beda None None] The sync data for ids ['a7d79cb3-b965-4432-8a1a-63893c599828'] in dv-cinder-750782-13-iscsi is: [{'id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'name': 'tempest-TestVolumeBootPattern-1076388610-router', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '10b05165-e6fa-4888-a650-a5793aca852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:06Z', 'updated_at': '2022-03-29T01:21:10Z', 'revision_number': 4, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'gw_port': {'id': '10b05165-e6fa-4888-a650-a5793aca852b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:07Z', 'updated_at': '2022-03-29T01:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'c6ef2e39-5180-4418-a537-2e0e073d5c9d', 'name': '', 'network_id': '08a0e757-3372-45e9-83b8-1f4157598a8a', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'mac_address': 'fa:16:3e:03:e0:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'cb7dc29a-c8cc-4412-a718-93c2ae4079b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:09Z', 'updated_at': '2022-03-29T01:21:13Z', 'revision_number': 4, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'subnets': [{'id': 'cb7dc29a-c8cc-4412-a718-93c2ae4079b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:21:14.533691 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18053b4-e38a-4e34-b84a-e5631e51f650 req-7705dc05-4ecd-4f80-b02e-46128f67b757 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:14.535331 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b18053b4-e38a-4e34-b84a-e5631e51f650 req-7705dc05-4ecd-4f80-b02e-46128f67b757 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0638587 Mar 29 01:21:14.586018 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b18053b4-e38a-4e34-b84a-e5631e51f650 req-e88f1251-9e1f-4f5b-ab36-9c6d6edd2030 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442104 Mar 29 01:21:15.244426 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device c6ef2e39-5180-4418-a537-2e0e073d5c9d up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:21:15.295258 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port c6ef2e39-5180-4418-a537-2e0e073d5c9d triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:15.295564 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:15.372989 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port c6ef2e39-5180-4418-a537-2e0e073d5c9d is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:15.717659 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c884c-a7f9-4f36-ae96-cacdc0bedb6d req-9fd999cf-d4e2-41d7-beb5-ef4f549c66aa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:15.719246 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-694c884c-a7f9-4f36-ae96-cacdc0bedb6d req-9fd999cf-d4e2-41d7-beb5-ef4f549c66aa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0552382 Mar 29 01:21:15.769840 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-694c884c-a7f9-4f36-ae96-cacdc0bedb6d req-677c0a60-a614-4e80-aa87-496ac0b97019 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436735 Mar 29 01:21:16.905359 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c82c00-6b06-405d-b417-829aec8e754d req-45beee7a-5bdd-4209-8a4b-7538a9c6b06c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:16.906916 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02c82c00-6b06-405d-b417-829aec8e754d req-45beee7a-5bdd-4209-8a4b-7538a9c6b06c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0602555 Mar 29 01:21:16.954050 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02c82c00-6b06-405d-b417-829aec8e754d req-9938d4b0-efdf-4cb5-967c-df3ad3cd48f5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411284 Mar 29 01:21:18.079068 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae0f79-6593-4098-9c95-186310d924af req-42942265-5be5-4c05-819e-253a8ccb0e6b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:18.080521 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b1ae0f79-6593-4098-9c95-186310d924af req-42942265-5be5-4c05-819e-253a8ccb0e6b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0517962 Mar 29 01:21:18.129663 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b1ae0f79-6593-4098-9c95-186310d924af req-ba3efa02-b7e7-4915-84bd-a8abc1325c99 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436418 Mar 29 01:21:19.255424 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76a341-38a5-43f6-9270-c32c4b130956 req-a52ac214-a8a9-4fbd-af2b-39c7514e8644 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:19.257020 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dd76a341-38a5-43f6-9270-c32c4b130956 req-a52ac214-a8a9-4fbd-af2b-39c7514e8644 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0537071 Mar 29 01:21:19.304148 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dd76a341-38a5-43f6-9270-c32c4b130956 req-5ef926ee-ca9d-46d6-bd29-6461c5d3c9ba tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406287 Mar 29 01:21:20.426583 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe032e70-8029-4f78-956c-d2afb02dc167 req-93e352a8-6af7-49e0-a8f9-ef24127da2fa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:20.428170 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fe032e70-8029-4f78-956c-d2afb02dc167 req-93e352a8-6af7-49e0-a8f9-ef24127da2fa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0531058 Mar 29 01:21:20.475432 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fe032e70-8029-4f78-956c-d2afb02dc167 req-d8e616e4-6e50-483c-a9cb-db3b5a51ec40 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417216 Mar 29 01:21:21.611843 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363aa85d-1e2b-4a00-b75f-9b49486c2218 req-468e11d7-e793-447c-a5f3-e811e86a9bb0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:21.613333 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-363aa85d-1e2b-4a00-b75f-9b49486c2218 req-468e11d7-e793-447c-a5f3-e811e86a9bb0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0659003 Mar 29 01:21:21.671179 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-363aa85d-1e2b-4a00-b75f-9b49486c2218 req-454b260d-ae24-4612-bbff-8fd2973114f8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427394 Mar 29 01:21:22.790698 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693cd71f-131f-432e-963b-3a004d9ff159 req-6b28ac87-4196-44f3-960a-de498293da58 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:22.792220 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-693cd71f-131f-432e-963b-3a004d9ff159 req-6b28ac87-4196-44f3-960a-de498293da58 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0541198 Mar 29 01:21:22.843928 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-693cd71f-131f-432e-963b-3a004d9ff159 req-f211b8bb-ddf6-4aed-aa74-2c26fd1f6b40 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463164 Mar 29 01:21:23.975227 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ff193-071f-4d83-bca8-c5258eb7a508 req-24f6e6b4-e5bb-4e44-b551-a26646a74686 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:23.976750 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0a1ff193-071f-4d83-bca8-c5258eb7a508 req-24f6e6b4-e5bb-4e44-b551-a26646a74686 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0602896 Mar 29 01:21:24.023268 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0a1ff193-071f-4d83-bca8-c5258eb7a508 req-f5872256-d622-4111-bc6e-ae859eeadd23 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401809 Mar 29 01:21:25.110995 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b9d2b831-6e2d-48bb-a67b-dc7a6bc37679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:25.151559 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ada58d-7cfe-4602-89bb-c4b5a15a1fa3 req-7346f579-f717-44ce-9d93-9e7feb325b76 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:25.153146 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10ada58d-7cfe-4602-89bb-c4b5a15a1fa3 req-7346f579-f717-44ce-9d93-9e7feb325b76 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 943 time: 0.0532694 Mar 29 01:21:25.201782 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10ada58d-7cfe-4602-89bb-c4b5a15a1fa3 req-e2c48b6f-28ce-4506-8148-d2e33391450f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428567 Mar 29 01:21:25.529861 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fc7dce4b-3812-40b5-a3c7-92f33d309c0c details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:21:25.632581 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:21:25.646804 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'port_id': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'mac_address': 'fa:16:3e:7a:b9:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:21:25.700010 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port fc7dce4b-3812-40b5-a3c7-92f33d309c0c is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:25.700398 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:25.713278 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7dce4b-3812-40b5-a3c7-92f33d309c0c {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:21:25.738673 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:21:25.743167 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:25.798468 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,revision_number=9']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:25.805608 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.805958 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.806305 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.806651 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.807013 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.807353 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.807681 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.808008 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.808335 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.808662 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.808990 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.809572 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.809895 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.810223 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:25.810542 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:21:26.312505 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['fc7dce4b-3812-40b5-a3c7-92f33d309c0c'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:21:26.329813 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f59b9-dfc2-4be0-99f6-83ac0b01774f req-c84a9f26-ec10-4293-af28-db91aba0b9da tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:26.331342 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-611f59b9-dfc2-4be0-99f6-83ac0b01774f req-c84a9f26-ec10-4293-af28-db91aba0b9da tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.0570018 Mar 29 01:21:26.383880 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-611f59b9-dfc2-4be0-99f6-83ac0b01774f req-cb00802d-7b82-46cf-bfe5-b2a78164dd80 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466671 Mar 29 01:21:27.496797 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d59c021c-0a21-43f2-84e1-f1771beee37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:27.514677 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f319c6-25a7-4c20-888f-76912e7dc9f6 req-a84071d3-1cfd-4e85-b3d2-9930eb8e136d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:27.516176 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-21f319c6-25a7-4c20-888f-76912e7dc9f6 req-a84071d3-1cfd-4e85-b3d2-9930eb8e136d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.0544500 Mar 29 01:21:27.562517 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-21f319c6-25a7-4c20-888f-76912e7dc9f6 req-f252da3d-b516-4c52-80ca-677e490151f1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407383 Mar 29 01:21:28.552528 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:28.682476 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a98f35-c8ca-4cc7-b85a-ef8423d52845 req-d81ccc09-959a-4284-a6b8-70373cf3bbb1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:28.684432 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87a98f35-c8ca-4cc7-b85a-ef8423d52845 req-d81ccc09-959a-4284-a6b8-70373cf3bbb1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.0515554 Mar 29 01:21:28.730230 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87a98f35-c8ca-4cc7-b85a-ef8423d52845 req-8993ce43-158a-4d23-bd94-10ecd9218d34 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398262 Mar 29 01:21:29.922682 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:29.951137 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da67bbf-e4b5-42ed-bf23-43119b75917f req-9569a1da-49bb-4650-aea2-1d68f1744c97 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:29.952616 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9da67bbf-e4b5-42ed-bf23-43119b75917f req-9569a1da-49bb-4650-aea2-1d68f1744c97 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.1511121 Mar 29 01:21:29.999495 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9da67bbf-e4b5-42ed-bf23-43119b75917f req-941ac43c-81aa-4aba-9a1a-e0f9d69bc52f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413377 Mar 29 01:21:31.169836 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373b6675-29a3-47f1-be45-fa83a77a81c9 req-451fe06c-b9a6-4a1e-833a-e5863572353e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:31.171316 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-373b6675-29a3-47f1-be45-fa83a77a81c9 req-451fe06c-b9a6-4a1e-833a-e5863572353e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.1001852 Mar 29 01:21:31.218118 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-373b6675-29a3-47f1-be45-fa83a77a81c9 req-849d3578-2b9e-412c-bf61-0283c21988fa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413523 Mar 29 01:21:31.503152 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:32.340061 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d75ae2-8339-4dc4-89fd-862a99a53703 req-9950818a-a8a8-44f4-a447-783b94edb8d6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:32.341500 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2d75ae2-8339-4dc4-89fd-862a99a53703 req-9950818a-a8a8-44f4-a447-783b94edb8d6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.0506866 Mar 29 01:21:32.390814 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2d75ae2-8339-4dc4-89fd-862a99a53703 req-a6e39ac2-5583-48cd-a131-f2dd9b52c690 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438609 Mar 29 01:21:33.245329 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:33.513438 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb696d-16fa-4aa2-941d-6482844e56f8 req-fe9a3594-dd02-414c-83d9-85c71cbc6854 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:33.514957 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a1bb696d-16fa-4aa2-941d-6482844e56f8 req-fe9a3594-dd02-414c-83d9-85c71cbc6854 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 944 time: 0.0536406 Mar 29 01:21:33.561774 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a1bb696d-16fa-4aa2-941d-6482844e56f8 req-5ff4c7a7-350f-4553-8623-017ff8fe994b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413244 Mar 29 01:21:33.735391 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fc7dce4b-3812-40b5-a3c7-92f33d309c0c up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:21:33.786894 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port fc7dce4b-3812-40b5-a3c7-92f33d309c0c triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:33.787307 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:33.865074 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port fc7dce4b-3812-40b5-a3c7-92f33d309c0c is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:21:33.865466 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:33.887373 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:21:33.889576 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3411e0e6-a063-45ad-a525-34722b5433ef" -d '{"events": [{"server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "name": "network-vif-plugged", "status": "completed", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:21:33.902611 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:21:33.906301 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:33.935791 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ba1934-32cc-43ed-9a8e-fc013c7d6538 x-openstack-request-id: req-a2ba1934-32cc-43ed-9a8e-fc013c7d6538 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:21:33.936009 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "name": "network-vif-plugged", "status": "completed", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:21:33.936254 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a2ba1934-32cc-43ed-9a8e-fc013c7d6538 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:21:33.936628 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2ba1934-32cc-43ed-9a8e-fc013c7d6538'] response: {'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'code': 200} Mar 29 01:21:33.962985 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,revision_number=10']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:34.686430 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f465b-bcc0-44a8-a1f7-451b21395310 req-11caa910-ef61-4c83-9eb2-bbda27f3741d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:34.687983 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9f6f465b-bcc0-44a8-a1f7-451b21395310 req-11caa910-ef61-4c83-9eb2-bbda27f3741d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.0522771 Mar 29 01:21:34.734744 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9f6f465b-bcc0-44a8-a1f7-451b21395310 req-e900e6af-3154-4238-a554-7eef965be6c2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414212 Mar 29 01:21:34.928493 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c4bee1-dcea-4dcc-a5e5-9b1af1a85959 req-0c850ad8-393f-4a19-9f1e-691097d2b5b1 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:34.929934 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a0c4bee1-dcea-4dcc-a5e5-9b1af1a85959 req-0c850ad8-393f-4a19-9f1e-691097d2b5b1 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0549049 Mar 29 01:21:34.976727 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a0c4bee1-dcea-4dcc-a5e5-9b1af1a85959 req-39f31270-fa14-4c32-bffe-c867fdf1a349 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407693 Mar 29 01:21:35.859584 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3a626-ea04-40cf-81e8-da1e52e26168 req-61e6f34f-d526-4e8f-98a4-69f0f350a8c3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:35.861040 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c1d3a626-ea04-40cf-81e8-da1e52e26168 req-61e6f34f-d526-4e8f-98a4-69f0f350a8c3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.0535407 Mar 29 01:21:35.905552 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c1d3a626-ea04-40cf-81e8-da1e52e26168 req-ae3f3dd9-0e11-4adb-a165-22c45b998940 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390716 Mar 29 01:21:36.096737 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55db3f-3e8c-4df2-ad7a-0b3b4fdbccb3 req-6af85cf2-5496-4e20-8998-1d8b5af4df08 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:36.098177 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e55db3f-3e8c-4df2-ad7a-0b3b4fdbccb3 req-6af85cf2-5496-4e20-8998-1d8b5af4df08 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0551929 Mar 29 01:21:36.365234 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e55db3f-3e8c-4df2-ad7a-0b3b4fdbccb3 req-ec278b7d-649b-48c3-8261-194c103edada tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615466 Mar 29 01:21:37.029006 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762bd6dd-a02c-4de2-9e88-a5851365f91f req-8c3ffb26-9cbb-440c-aac4-94e73e967ea7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:37.030373 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-762bd6dd-a02c-4de2-9e88-a5851365f91f req-8c3ffb26-9cbb-440c-aac4-94e73e967ea7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.0531614 Mar 29 01:21:37.075846 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-762bd6dd-a02c-4de2-9e88-a5851365f91f req-21232728-4878-45b9-bed9-07f0012be9ab tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399566 Mar 29 01:21:37.482084 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e357f-e31d-437f-b020-c9cdd34a75a1 req-b4f4e398-0f48-48e6-9d3f-7da242ebfc28 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:37.493451 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-857e357f-e31d-437f-b020-c9cdd34a75a1 req-b4f4e398-0f48-48e6-9d3f-7da242ebfc28 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0521538 Mar 29 01:21:37.539304 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-857e357f-e31d-437f-b020-c9cdd34a75a1 req-ace36bb6-b6ab-479d-b905-1d01661643c1 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450265 Mar 29 01:21:38.197462 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d82b5-5cb1-437a-8ea3-ac3126c74389 req-5445ec8e-5cce-47cd-8374-49c447c875c1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:38.199559 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-281d82b5-5cb1-437a-8ea3-ac3126c74389 req-5445ec8e-5cce-47cd-8374-49c447c875c1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.0537589 Mar 29 01:21:38.245842 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-281d82b5-5cb1-437a-8ea3-ac3126c74389 req-78473554-2cce-4e4f-a1a4-6cff3bc9264b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407722 Mar 29 01:21:38.667337 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c729c2-74d2-4318-a152-093619f62768 req-d9118889-169c-4cf0-aaba-3f18676039bf tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:38.669986 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a4c729c2-74d2-4318-a152-093619f62768 req-d9118889-169c-4cf0-aaba-3f18676039bf tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0532656 Mar 29 01:21:38.720565 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a4c729c2-74d2-4318-a152-093619f62768 req-874a069a-6c32-4af6-9f0b-b7644d011430 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444973 Mar 29 01:21:38.782362 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c1017-c345-4f7e-be54-8a76f0b136f8 req-2a09672c-1dd0-4045-8b57-dddda1a6c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:38.783950 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bf8c1017-c345-4f7e-be54-8a76f0b136f8 req-2a09672c-1dd0-4045-8b57-dddda1a6c886 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 1130 time: 0.0473311 Mar 29 01:21:38.827831 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bf8c1017-c345-4f7e-be54-8a76f0b136f8 req-73c96596-33d1-48c4-99ac-ba7180bde462 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372355 Mar 29 01:21:39.368778 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88fb777-4541-45cc-92ac-2ea5b1d6d322 req-e6436d31-58b5-4d76-99b2-432cb32d62c5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:39.371021 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b88fb777-4541-45cc-92ac-2ea5b1d6d322 req-e6436d31-58b5-4d76-99b2-432cb32d62c5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.0534935 Mar 29 01:21:39.421416 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b88fb777-4541-45cc-92ac-2ea5b1d6d322 req-67930275-3872-4c1d-b496-9b7f7cc4e8ee tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426495 Mar 29 01:21:39.842306 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2172aab-7739-48e8-9f31-20301f9cb7ff req-7e92943c-f416-425f-942e-23cd5e420791 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:39.843826 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f2172aab-7739-48e8-9f31-20301f9cb7ff req-7e92943c-f416-425f-942e-23cd5e420791 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0557301 Mar 29 01:21:39.891905 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f2172aab-7739-48e8-9f31-20301f9cb7ff req-f0e4209e-5f8d-4093-aa57-ab723be909da tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425422 Mar 29 01:21:40.558503 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f701818b-4c34-4996-a998-df7b4eef4b25 req-2c7d2516-9380-4883-bf3b-2a70c226e132 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:40.560262 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f701818b-4c34-4996-a998-df7b4eef4b25 req-2c7d2516-9380-4883-bf3b-2a70c226e132 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.0538447 Mar 29 01:21:40.606179 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f701818b-4c34-4996-a998-df7b4eef4b25 req-b67da3c6-c14d-43d0-b443-bdc0d4942bd2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404613 Mar 29 01:21:41.017906 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-d0adefd2-1c5f-484f-8202-dad101c71306 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810266 Mar 29 01:21:41.029184 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606db1b1-fc72-4a6d-8454-30b771d7d47a req-015da2c0-6aab-451f-a42a-b05887386d67 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:41.030770 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-606db1b1-fc72-4a6d-8454-30b771d7d47a req-015da2c0-6aab-451f-a42a-b05887386d67 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0677609 Mar 29 01:21:41.115976 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-606db1b1-fc72-4a6d-8454-30b771d7d47a req-ddd4b911-1e9a-476e-a4f7-4cb03f237d98 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785587 Mar 29 01:21:41.119016 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-8c0f7ff6-7747-424e-badc-99e8fba651f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:41.120419 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-8c0f7ff6-7747-424e-badc-99e8fba651f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 1129 time: 0.0769577 Mar 29 01:21:41.232611 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-abb64034-aed0-43dd-ae50-c982ca2fd992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:41.234076 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-abb64034-aed0-43dd-ae50-c982ca2fd992 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 916 time: 0.0900908 Mar 29 01:21:41.299447 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-e8250646-859c-44c8-928b-1fa8e47ff702 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cc87c15a-83aa-4260-b6ed-665d191fe2d3 HTTP/1.1" status: 200 len: 1001 time: 0.0583856 Mar 29 01:21:41.351101 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-3abb34db-6525-4407-be40-9febd3db88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:41.352540 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-3abb34db-6525-4407-be40-9febd3db88ae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 200 len: 854 time: 0.0470860 Mar 29 01:21:41.414273 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-a46aa243-363b-420f-a070-0900c2b2ac50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:41.415818 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-a46aa243-363b-420f-a070-0900c2b2ac50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0558143 Mar 29 01:21:41.516694 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-f4a6d763-f4c5-4927-ad45-81b3cb84dc65 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923917 Mar 29 01:21:41.615493 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3ddabd5-76ac-4c06-a520-f7d738e7c6c2 req-5505af8f-ea94-4953-aee4-d92a77a36ccd service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921268 Mar 29 01:21:41.756117 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a0619-c0b9-4245-b063-eaede841ff0e req-3172f74d-7005-42ed-9b0f-0da2da22ca77 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:41.757644 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-480a0619-c0b9-4245-b063-eaede841ff0e req-3172f74d-7005-42ed-9b0f-0da2da22ca77 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.0618899 Mar 29 01:21:41.810559 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-480a0619-c0b9-4245-b063-eaede841ff0e req-62edde4e-42ad-4cc6-8a28-66060c4cb51c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465169 Mar 29 01:21:42.241085 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8bee9-3b8e-4ff7-9029-3bff459554e3 req-e38705d5-25fb-48bf-9dc2-8d2be6d7a09f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:42.242524 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aaa8bee9-3b8e-4ff7-9029-3bff459554e3 req-e38705d5-25fb-48bf-9dc2-8d2be6d7a09f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0506203 Mar 29 01:21:42.287618 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aaa8bee9-3b8e-4ff7-9029-3bff459554e3 req-4f9e61dd-9a96-4821-b9aa-bbd1f210a2e2 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391579 Mar 29 01:21:42.678822 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:21:42.934945 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2506cbe-0275-4300-a53c-acce8535b100 req-25aa210d-2daa-4c15-a7a8-8eeb7f8789eb tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:42.936409 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a2506cbe-0275-4300-a53c-acce8535b100 req-25aa210d-2daa-4c15-a7a8-8eeb7f8789eb tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.0550570 Mar 29 01:21:42.982246 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a2506cbe-0275-4300-a53c-acce8535b100 req-3419f754-c16f-4055-b121-892a0ebc3137 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403364 Mar 29 01:21:43.403933 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb1709-2a9e-4124-818e-c5cf76b743f2 req-bd87a992-26ad-4183-986f-8f163cbde6b9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:43.405398 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87eb1709-2a9e-4124-818e-c5cf76b743f2 req-bd87a992-26ad-4183-986f-8f163cbde6b9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0523221 Mar 29 01:21:43.451322 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87eb1709-2a9e-4124-818e-c5cf76b743f2 req-bd9dfcf1-2014-40e6-9c24-7173792c971d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400212 Mar 29 01:21:44.575135 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd37a3-3a11-4219-b400-c9540d226e3e req-88b260cf-b47e-433b-be1b-43da02eb10cd tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:44.576628 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d6dd37a3-3a11-4219-b400-c9540d226e3e req-88b260cf-b47e-433b-be1b-43da02eb10cd tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0564067 Mar 29 01:21:44.621354 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d6dd37a3-3a11-4219-b400-c9540d226e3e req-4d7650e3-5c94-4725-83b2-a4be568ffa12 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393071 Mar 29 01:21:45.105172 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfebc7a9-ee5f-4aa7-b0f2-7819e582607a req-ecf0f8b9-bc9e-4f2f-b1bf-836fb841f334 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:45.106695 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dfebc7a9-ee5f-4aa7-b0f2-7819e582607a req-ecf0f8b9-bc9e-4f2f-b1bf-836fb841f334 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0513411 Mar 29 01:21:45.151824 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dfebc7a9-ee5f-4aa7-b0f2-7819e582607a req-a2f62288-f041-47d4-b0ad-bdda241899c2 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 Mar 29 01:21:45.747611 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c140650-e978-4901-b0e5-ab91cbefbd48 req-fc681157-aa61-44e8-af11-1a39b276d8cc tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:45.749074 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c140650-e978-4901-b0e5-ab91cbefbd48 req-fc681157-aa61-44e8-af11-1a39b276d8cc tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0517423 Mar 29 01:21:45.798090 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c140650-e978-4901-b0e5-ab91cbefbd48 req-c8a34da8-e395-43db-a3a7-42d941cc7bad tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Mar 29 01:21:46.266321 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4d60d5-9edb-4491-9656-5b1e369af446 req-ac1b86bc-96fd-488c-a595-8fb645722afc tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:46.267772 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ff4d60d5-9edb-4491-9656-5b1e369af446 req-ac1b86bc-96fd-488c-a595-8fb645722afc tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0506225 Mar 29 01:21:46.312509 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ff4d60d5-9edb-4491-9656-5b1e369af446 req-10fa3d4a-a377-4cf0-b910-941ed47f1067 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 Mar 29 01:21:46.914759 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5752d6f-9540-4796-912b-47b0c1c94f62 req-fefccaee-65bf-49bc-b0d7-e7f606feedfe tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:46.916234 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e5752d6f-9540-4796-912b-47b0c1c94f62 req-fefccaee-65bf-49bc-b0d7-e7f606feedfe tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0528176 Mar 29 01:21:46.963688 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e5752d6f-9540-4796-912b-47b0c1c94f62 req-10d6ea56-820b-4969-8666-5963a986f8d1 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413594 Mar 29 01:21:47.247481 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3391b9-37d7-40cb-9eac-9a756dc0d08f req-dd18f6c6-16a2-4349-9b91-78231ed2ca81 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:47.248911 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3f3391b9-37d7-40cb-9eac-9a756dc0d08f req-dd18f6c6-16a2-4349-9b91-78231ed2ca81 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.13 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.0548754 Mar 29 01:21:47.373214 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-3f3391b9-37d7-40cb-9eac-9a756dc0d08f req-cfdcacb8-dc45-4ec9-905d-ee6e08c439c8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Deleting port 19513bf5-6180-43c8-9482-a1f8bc7e3562 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:21:47.373601 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3f3391b9-37d7-40cb-9eac-9a756dc0d08f req-cfdcacb8-dc45-4ec9-905d-ee6e08c439c8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:47.498673 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0c0a1-2f1b-417f-8022-4bff35f9a305 req-0b5e7d56-4faf-4556-911f-b93c0879ce21 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:47.500076 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-99f0c0a1-2f1b-417f-8022-4bff35f9a305 req-0b5e7d56-4faf-4556-911f-b93c0879ce21 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/ports?device_id=d916d9ed-357f-47f0-9365-27adaa125a43 HTTP/1.1" status: 200 len: 945 time: 0.1094582 Mar 29 01:21:47.506151 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-3f3391b9-37d7-40cb-9eac-9a756dc0d08f req-cfdcacb8-dc45-4ec9-905d-ee6e08c439c8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] For port 19513bf5-6180-43c8-9482-a1f8bc7e3562, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=19513bf5-6180-43c8-9482-a1f8bc7e3562,segment=NetworkSegment(2c6d2706-394c-4832-90c5-9cbff38dcfa7),segment_id=2c6d2706-394c-4832-90c5-9cbff38dcfa7)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:21:47.506518 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3f3391b9-37d7-40cb-9eac-9a756dc0d08f req-cfdcacb8-dc45-4ec9-905d-ee6e08c439c8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:47.535327 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-3f3391b9-37d7-40cb-9eac-9a756dc0d08f req-cfdcacb8-dc45-4ec9-905d-ee6e08c439c8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Calling delete_port for 19513bf5-6180-43c8-9482-a1f8bc7e3562 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:21:47.625736 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-99f0c0a1-2f1b-417f-8022-4bff35f9a305 req-bd195dfe-ea92-46c2-856b-1cd9d12f1055 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.23 "GET /v2.0/security-groups?id=ee2eece3-134f-4faa-8036-025ba811b42d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166883 Mar 29 01:21:47.710364 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3f3391b9-37d7-40cb-9eac-9a756dc0d08f req-cfdcacb8-dc45-4ec9-905d-ee6e08c439c8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (19513bf5-6180-43c8-9482-a1f8bc7e3562), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:47.732471 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['19513bf5-6180-43c8-9482-a1f8bc7e3562'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:21:47.737324 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcacb8-dc45-4ec9-905d-ee6e08c439c8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Pushing event deleted for resources: {'Port': ['ID=19513bf5-6180-43c8-9482-a1f8bc7e3562,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:47.799121 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3391b9-37d7-40cb-9eac-9a756dc0d08f req-cfdcacb8-dc45-4ec9-905d-ee6e08c439c8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] No DVR routers for this DVR port 19513bf5-6180-43c8-9482-a1f8bc7e3562 on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:21:47.802078 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-3f3391b9-37d7-40cb-9eac-9a756dc0d08f req-cfdcacb8-dc45-4ec9-905d-ee6e08c439c8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:47.805442 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3f3391b9-37d7-40cb-9eac-9a756dc0d08f req-cfdcacb8-dc45-4ec9-905d-ee6e08c439c8 tempest-VolumesSnapshotTestJSON-421790170 tempest-VolumesSnapshotTestJSON-421790170-project] 10.222.0.13 "DELETE /v2.0/ports/19513bf5-6180-43c8-9482-a1f8bc7e3562 HTTP/1.1" status: 204 len: 173 time: 0.5505853 Mar 29 01:21:47.805877 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd916d9ed-357f-47f0-9365-27adaa125a43', 'name': 'network-vif-deleted', 'tag': '19513bf5-6180-43c8-9482-a1f8bc7e3562'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:21:47.808195 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d72cd99-e3a8-464a-8b74-c7b64bd82bb1" -d '{"events": [{"server_uuid": "d916d9ed-357f-47f0-9365-27adaa125a43", "name": "network-vif-deleted", "tag": "19513bf5-6180-43c8-9482-a1f8bc7e3562"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:21:47.843911 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea628986-8422-460d-a134-9981e530826d x-openstack-request-id: req-ea628986-8422-460d-a134-9981e530826d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:21:47.844248 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d916d9ed-357f-47f0-9365-27adaa125a43", "name": "network-vif-deleted", "tag": "19513bf5-6180-43c8-9482-a1f8bc7e3562", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:21:47.844522 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea628986-8422-460d-a134-9981e530826d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:21:47.844941 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea628986-8422-460d-a134-9981e530826d'] response: {'server_uuid': 'd916d9ed-357f-47f0-9365-27adaa125a43', 'name': 'network-vif-deleted', 'tag': '19513bf5-6180-43c8-9482-a1f8bc7e3562', 'status': 'completed', 'code': 200} Mar 29 01:21:48.089883 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e9d19-ba66-4ee2-9e1f-f84fa6f0284a req-0d7e4ddb-92b6-430e-a296-8bb7d096ee5e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:48.091394 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-037e9d19-ba66-4ee2-9e1f-f84fa6f0284a req-0d7e4ddb-92b6-430e-a296-8bb7d096ee5e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0564973 Mar 29 01:21:48.137581 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-037e9d19-ba66-4ee2-9e1f-f84fa6f0284a req-d99532db-12bd-4a8a-b26a-5ba93100b3e0 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406699 Mar 29 01:21:49.255061 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1de877-7d73-47db-9fac-516e6696567f req-1de40b5a-39a4-411c-90e7-afc7f00556c9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:49.256539 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6d1de877-7d73-47db-9fac-516e6696567f req-1de40b5a-39a4-411c-90e7-afc7f00556c9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0515504 Mar 29 01:21:49.329450 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6d1de877-7d73-47db-9fac-516e6696567f req-d2b84842-be99-4563-b19a-1ab1135b07f5 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666332 Mar 29 01:21:49.337701 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-911ec93e-6e36-4524-9e48-1db4007673da tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186367184&fields=id&tenant_id=07c817d7f10d4bee961de8bd4442eb3e HTTP/1.1" status: 200 len: 267 time: 0.0692022 Mar 29 01:21:49.442229 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-41670b4d-6b79-4b59-9c78-dc5160bfb271 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:49.443694 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-41670b4d-6b79-4b59-9c78-dc5160bfb271 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 811 time: 0.0990949 Mar 29 01:21:49.457357 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-29303f4e-4b33-4393-a311-45ccb301dceb tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/quotas/07c817d7f10d4bee961de8bd4442eb3e HTTP/1.1" status: 200 len: 375 time: 0.0084229 Mar 29 01:21:49.524701 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-1f4356b2-3938-4dff-98e8-abeb1bf7fa0a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627582 Mar 29 01:21:49.664226 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-caa3c239-ceec-4eca-b7a9-2368060f32be service neutron] 10.222.0.23 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275806 Mar 29 01:21:49.749098 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-634f1bce-86ae-4197-953c-fc3e65276f23 service neutron] 10.222.0.23 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785944 Mar 29 01:21:50.047019 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8f43b7e8-93fc-47de-8cb4-0043602b68f9 req-7f83fb06-21d5-4523-b460-4e73adb018dc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 210 time: 0.0278006 Mar 29 01:21:50.456319 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f65a3b-456e-4d4e-a777-05170dc57773 req-5da5a430-8883-43f9-871a-88cb802de1e5 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:50.458223 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8f65a3b-456e-4d4e-a777-05170dc57773 req-5da5a430-8883-43f9-871a-88cb802de1e5 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0600991 Mar 29 01:21:50.504700 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8f65a3b-456e-4d4e-a777-05170dc57773 req-b01de34c-e405-4570-809c-d78208ca4030 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Mar 29 01:21:51.143549 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2803f322-1c43-42dd-9b43-f6d0f978a963 req-82ba7a27-720c-49bf-8466-004ebb7d348c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 210 time: 0.0293720 Mar 29 01:21:51.621414 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949bf575-0e4d-4eac-974f-bae7a1eca52b req-a8560361-1cb3-4b68-a5eb-02f597a232de tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:51.623494 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-949bf575-0e4d-4eac-974f-bae7a1eca52b req-a8560361-1cb3-4b68-a5eb-02f597a232de tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0519819 Mar 29 01:21:51.668053 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-949bf575-0e4d-4eac-974f-bae7a1eca52b req-db47a4b2-7b6e-424b-9efd-71dc2e2f48f2 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390060 Mar 29 01:21:52.157421 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 19513bf5-6180-43c8-9482-a1f8bc7e3562 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:21:52.178860 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 19513bf5-6180-43c8-9482-a1f8bc7e3562 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:21:52.179207 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 19513bf5-6180-43c8-9482-a1f8bc7e3562 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:21:52.244903 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-69fbba2f-6f88-43f4-bdc3-6469e63a9cd3 req-26adf4a0-f043-4ca3-880d-086d03974626 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 210 time: 0.0297742 Mar 29 01:21:52.786176 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa93cc-cd76-4ee4-8bab-d24e62169e87 req-c2bc75c0-4fe6-4dd2-930a-2df2cec3be8d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:52.787679 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ddfa93cc-cd76-4ee4-8bab-d24e62169e87 req-c2bc75c0-4fe6-4dd2-930a-2df2cec3be8d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0539036 Mar 29 01:21:52.833950 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ddfa93cc-cd76-4ee4-8bab-d24e62169e87 req-5fa40b73-74eb-442b-8b42-4f9f560b8801 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407746 Mar 29 01:21:53.335569 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0dcd7ce1-a65b-4bde-bebb-081bc6daf202 req-b2eef200-97d3-4f79-9cbf-2653701d1b71 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 210 time: 0.0273116 Mar 29 01:21:53.952494 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4f0ec-eb5d-4081-8659-9c0497591fd0 req-1a2af54e-94a1-403c-90df-fd6dbc42429a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:53.953941 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4cb4f0ec-eb5d-4081-8659-9c0497591fd0 req-1a2af54e-94a1-403c-90df-fd6dbc42429a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0513656 Mar 29 01:21:54.002221 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4cb4f0ec-eb5d-4081-8659-9c0497591fd0 req-46319928-e7a5-4015-bcaf-de8d0a3007e8 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427990 Mar 29 01:21:54.430632 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a2681b7f-1b7c-489b-be8e-16e29e782d25 req-a363087a-2969-461e-93d6-30847a10ac01 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 210 time: 0.0296047 Mar 29 01:21:54.752274 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c2c32294-8086-4012-9688-63cc18e51a7a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:54.753723 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c2c32294-8086-4012-9688-63cc18e51a7a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 811 time: 0.1198187 Mar 29 01:21:54.818776 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-38565bcb-3bd0-4efa-b543-032daefa7bfe tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c817d7f10d4bee961de8bd4442eb3e HTTP/1.1" status: 200 len: 380 time: 0.0567451 Mar 29 01:21:54.828869 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'port': {'device_id': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'admin_state_up': True, 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'security_groups': ['29afa6f3-151a-444d-a512-e98de5200fa4']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:54.930817 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Made reservation on behalf of 07c817d7f10d4bee961de8bd4442eb3e for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:21:54.934595 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:55.067779 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Allocated IP 172.20.0.11 (4f7c73be-379b-4ae3-bf8d-5e6314479282/5c383446-2d36-4ae9-824c-72047be8bef0/b3c337b0-968b-43e9-be37-0bb0544f6775) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:21:55.113132 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4d2575f9-ae25-4a16-84cc-b58a83454e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:55.195573 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923240c8-dd06-43ee-9382-dc01f434cc5d req-fe0ba94e-649d-4c01-a63f-59b36c2c2393 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:55.197008 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-923240c8-dd06-43ee-9382-dc01f434cc5d req-fe0ba94e-649d-4c01-a63f-59b36c2c2393 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.1248007 Mar 29 01:21:55.275184 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:55.279486 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-923240c8-dd06-43ee-9382-dc01f434cc5d req-e2248bdc-53a3-46eb-a7eb-e1dd58c185f0 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754511 Mar 29 01:21:55.314121 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:55.362593 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Network 4f7c73be-379b-4ae3-bf8d-5e6314479282 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:21:55.362593 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:21:55.367276 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:21:55.374934 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'Port': ['ID=b3c337b0-968b-43e9-be37-0bb0544f6775,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:55.427157 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:55.428050 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:55.468833 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-2ab28282-de5d-40eb-b2b8-a71a8300f146 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6440654 Mar 29 01:21:55.563125 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Request body: {'port': {'device_id': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:21:55.634785 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd7972-51c8-4624-8412-ef7c5f289ff7 req-91b764cb-447e-4050-b387-d41162017bfe tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:55.636303 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-11bd7972-51c8-4624-8412-ef7c5f289ff7 req-91b764cb-447e-4050-b387-d41162017bfe tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 932 time: 0.1169233 Mar 29 01:21:55.644770 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:55.655502 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e8a91378-8758-4db7-b9b6-ff29284c5d54 None None] Provisioning complete for port b3c337b0-968b-43e9-be37-0bb0544f6775 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:21:55.656098 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e8a91378-8758-4db7-b9b6-ff29284c5d54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:55.723880 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e8a91378-8758-4db7-b9b6-ff29284c5d54 None None] Port b3c337b0-968b-43e9-be37-0bb0544f6775 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:21:55.740412 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-11bd7972-51c8-4624-8412-ef7c5f289ff7 req-5da27231-80d1-49f8-94c3-b5a244fa9517 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929534 Mar 29 01:21:55.948459 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3c337b0-968b-43e9-be37-0bb0544f6775 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:21:55.956108 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Publish callbacks [] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:55.967857 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Transition to ACTIVE for port object b3c337b0-968b-43e9-be37-0bb0544f6775 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:21:55.971711 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:56.021996 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Pushing event updated for resources: {'Port': ['ID=b3c337b0-968b-43e9-be37-0bb0544f6775,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:56.097105 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Attempting to bind port b3c337b0-968b-43e9-be37-0bb0544f6775 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:21:56.097776 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Attempting to bind port b3c337b0-968b-43e9-be37-0bb0544f6775 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:21:56.097776 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Attempting to bind port b3c337b0-968b-43e9-be37-0bb0544f6775 on network 4f7c73be-379b-4ae3-bf8d-5e6314479282 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:21:56.102144 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Port b3c337b0-968b-43e9-be37-0bb0544f6775 on network 4f7c73be-379b-4ae3-bf8d-5e6314479282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:21:56.102466 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Attempting to bind port b3c337b0-968b-43e9-be37-0bb0544f6775 on network 4f7c73be-379b-4ae3-bf8d-5e6314479282 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:21:56.108257 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 21, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:21:56.108607 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Checking segment: {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:21:56.109001 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Bound using segment: {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:21:56.109429 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Bound port: b3c337b0-968b-43e9-be37-0bb0544f6775, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:21:56.109788 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:56.428406 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] For port b3c337b0-968b-43e9-be37-0bb0544f6775, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:21:56.432197 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] For port b3c337b0-968b-43e9-be37-0bb0544f6775, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b3c337b0-968b-43e9-be37-0bb0544f6775,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:21:56.444209 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52605467-1990-4815-a6de-23002ca18d2b req-fe7efc22-52fd-4784-9126-c1ef78ed6b18 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:56.445673 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-52605467-1990-4815-a6de-23002ca18d2b req-fe7efc22-52fd-4784-9126-c1ef78ed6b18 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0799298 Mar 29 01:21:56.447241 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:56.501472 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:56.502082 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:56.503487 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] 10.222.0.13 "PUT /v2.0/ports/b3c337b0-968b-43e9-be37-0bb0544f6775 HTTP/1.1" status: 200 len: 1094 time: 1.0261741 Mar 29 01:21:56.503927 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'tag': 'b3c337b0-968b-43e9-be37-0bb0544f6775'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:21:56.506157 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c303ea4f-fe4b-4e20-9605-c3a06dee8431" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f", "tag": "b3c337b0-968b-43e9-be37-0bb0544f6775"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:21:56.539760 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992901f-e75d-41d9-ae4d-8d3065367eee service neutron] Pushing event updated for resources: {'Port': ['ID=b3c337b0-968b-43e9-be37-0bb0544f6775,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:21:56.554522 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-52605467-1990-4815-a6de-23002ca18d2b req-58398e19-aa82-4c26-a46e-1d553676583d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011910 Mar 29 01:21:56.600547 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-dff1cc7f-d0ca-42ed-b62e-72bee56c9ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:56.602048 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-dff1cc7f-d0ca-42ed-b62e-72bee56c9ba8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 1128 time: 0.0466349 Mar 29 01:21:56.639385 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8420e1-f93c-4608-a072-6aa42de73958 x-openstack-request-id: req-2d8420e1-f93c-4608-a072-6aa42de73958 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:21:56.639678 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f", "tag": "b3c337b0-968b-43e9-be37-0bb0544f6775", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:21:56.639929 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d8420e1-f93c-4608-a072-6aa42de73958 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:21:56.640355 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8420e1-f93c-4608-a072-6aa42de73958'] response: {'name': 'network-changed', 'server_uuid': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'tag': 'b3c337b0-968b-43e9-be37-0bb0544f6775', 'status': 'completed', 'code': 200} Mar 29 01:21:56.675505 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-f6395ee7-7ca0-4157-8ab8-611360942852 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3c337b0-968b-43e9-be37-0bb0544f6775 HTTP/1.1" status: 200 len: 217 time: 0.0342677 Mar 29 01:21:56.729000 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-aa322a31-0cd1-44aa-867b-ef49339cbe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:56.730483 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-aa322a31-0cd1-44aa-867b-ef49339cbe71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.0473146 Mar 29 01:21:56.784146 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-ab532d06-8a53-4f6b-b881-218aa9ac35cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:56.785872 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-ab532d06-8a53-4f6b-b881-218aa9ac35cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475593 Mar 29 01:21:56.919353 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76e457-f982-4d10-b6a6-efe4ad34a7fb req-74d7fa59-ed8f-4ef9-b387-4b54fefe448c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:56.920848 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1b76e457-f982-4d10-b6a6-efe4ad34a7fb req-74d7fa59-ed8f-4ef9-b387-4b54fefe448c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 944 time: 0.0851147 Mar 29 01:21:56.923073 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-67960382-bc59-4c82-b489-5ddf108e6ad8 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308146 Mar 29 01:21:57.017147 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1b76e457-f982-4d10-b6a6-efe4ad34a7fb req-f4a1d820-dbfc-460c-add7-8d700dac79c7 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901768 Mar 29 01:21:57.046606 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87d01027-51ad-4079-8ada-b3b304b9dafd req-636a79cc-6f2a-43ee-bfb3-b18c6a422823 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128919 Mar 29 01:21:57.146145 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303ea4f-fe4b-4e20-9605-c3a06dee8431 req-09b9390a-2071-41ac-82ef-d748e0108a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:57.147598 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c303ea4f-fe4b-4e20-9605-c3a06dee8431 req-09b9390a-2071-41ac-82ef-d748e0108a6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 1128 time: 0.0528586 Mar 29 01:21:57.241362 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303ea4f-fe4b-4e20-9605-c3a06dee8431 req-21a8bdc3-07e8-437d-a4b7-02ec62a36b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:57.242864 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c303ea4f-fe4b-4e20-9605-c3a06dee8431 req-21a8bdc3-07e8-437d-a4b7-02ec62a36b4e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 912 time: 0.0885987 Mar 29 01:21:57.287267 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c303ea4f-fe4b-4e20-9605-c3a06dee8431 req-7b7a5fd1-f6b9-4933-8be0-cdf87f0ab981 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3c337b0-968b-43e9-be37-0bb0544f6775 HTTP/1.1" status: 200 len: 217 time: 0.0382159 Mar 29 01:21:57.334114 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303ea4f-fe4b-4e20-9605-c3a06dee8431 req-e0613bc8-0cff-415b-9dba-e8229f9f508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:57.335541 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c303ea4f-fe4b-4e20-9605-c3a06dee8431 req-e0613bc8-0cff-415b-9dba-e8229f9f508e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.0429323 Mar 29 01:21:57.383392 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303ea4f-fe4b-4e20-9605-c3a06dee8431 req-c1d99d24-f3df-402d-8c7e-f390d87bd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:57.384844 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c303ea4f-fe4b-4e20-9605-c3a06dee8431 req-c1d99d24-f3df-402d-8c7e-f390d87bd2d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437686 Mar 29 01:21:57.473247 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c303ea4f-fe4b-4e20-9605-c3a06dee8431 req-69bb4503-1807-4bdb-9f54-ef1b6b1ae13e service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823565 Mar 29 01:21:57.499726 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cc7c80d2-dc13-449d-896b-15d030e179ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:57.563869 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c303ea4f-fe4b-4e20-9605-c3a06dee8431 req-3fbf686e-eb3d-436b-9e8d-3e9f922ccc41 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843961 Mar 29 01:21:57.677599 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b1813-02f8-4a2e-8c26-b416c2363ac2 req-cd1622d2-15b0-4021-ad7e-7efc198b7d58 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:57.679083 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c04b1813-02f8-4a2e-8c26-b416c2363ac2 req-cd1622d2-15b0-4021-ad7e-7efc198b7d58 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0524778 Mar 29 01:21:57.726364 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c04b1813-02f8-4a2e-8c26-b416c2363ac2 req-66915d61-4b46-4bb9-a33f-92c3cf8fc44b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408988 Mar 29 01:21:58.143481 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4209c7d-b15a-448f-a39f-2fc66b4556b4 req-e51e1868-4978-4c73-96d3-7f9a145b32b5 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:58.144959 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d4209c7d-b15a-448f-a39f-2fc66b4556b4 req-e51e1868-4978-4c73-96d3-7f9a145b32b5 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 944 time: 0.0614591 Mar 29 01:21:58.198055 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d4209c7d-b15a-448f-a39f-2fc66b4556b4 req-88b60285-3f72-4c68-b6f5-cb6a56589c9c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476665 Mar 29 01:21:58.554841 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:21:58.844778 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34041a-a87b-4dd8-a7cc-298197c4fa98 req-52b90ba4-bdb0-4e66-90b4-5ce9821e70a4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:58.846137 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb34041a-a87b-4dd8-a7cc-298197c4fa98 req-52b90ba4-bdb0-4e66-90b4-5ce9821e70a4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0530491 Mar 29 01:21:58.891430 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb34041a-a87b-4dd8-a7cc-298197c4fa98 req-5a9237a4-ab3e-43ed-8f39-133e365f346c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397902 Mar 29 01:21:59.317686 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7878041-c456-4c85-822f-5461a9a94deb req-58647cb5-d05d-4d11-b225-aabd88e9e885 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:21:59.319197 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d7878041-c456-4c85-822f-5461a9a94deb req-58647cb5-d05d-4d11-b225-aabd88e9e885 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 944 time: 0.0556681 Mar 29 01:21:59.368974 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d7878041-c456-4c85-822f-5461a9a94deb req-6ee0c891-8de1-4e90-a4cb-c6ada823fe05 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429134 Mar 29 01:21:59.925007 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:00.009674 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827776a-b341-425d-968e-cc61beed72b9 req-aa06990e-ab26-4c89-b545-c5a078ab6064 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:00.011213 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c827776a-b341-425d-968e-cc61beed72b9 req-aa06990e-ab26-4c89-b545-c5a078ab6064 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0519068 Mar 29 01:22:00.057341 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c827776a-b341-425d-968e-cc61beed72b9 req-ddcc9ffc-0caa-4617-85ba-540e4f9e59f7 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407207 Mar 29 01:22:00.247048 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77bfe50-6bcf-4387-a1f8-a082c6466add req-5ae3af22-caff-4a1d-8848-55bc2192fdba tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:00.248526 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e77bfe50-6bcf-4387-a1f8-a082c6466add req-5ae3af22-caff-4a1d-8848-55bc2192fdba tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0517244 Mar 29 01:22:00.297768 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e77bfe50-6bcf-4387-a1f8-a082c6466add req-39c31278-0331-47b0-84d0-089995ba0c7f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Mar 29 01:22:00.489453 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8eadd-9005-46dc-a93b-cea14e6911e0 req-4c91ee4e-519b-44d0-afbd-8130fa681a8b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:00.490935 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ca8eadd-9005-46dc-a93b-cea14e6911e0 req-4c91ee4e-519b-44d0-afbd-8130fa681a8b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 944 time: 0.0528245 Mar 29 01:22:00.538200 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ca8eadd-9005-46dc-a93b-cea14e6911e0 req-b966cb18-46ad-483a-8a60-596b7bef8a76 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418427 Mar 29 01:22:01.414436 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709121a-e775-4e8a-a092-3659d821b7aa req-be4da5c6-e09d-431c-aace-3b34b1c01e72 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:01.415932 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8709121a-e775-4e8a-a092-3659d821b7aa req-be4da5c6-e09d-431c-aace-3b34b1c01e72 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0526953 Mar 29 01:22:01.461538 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8709121a-e775-4e8a-a092-3659d821b7aa req-f8760456-b68f-4a41-987a-a84911725960 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394557 Mar 29 01:22:01.504876 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:01.656800 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91486ee4-cec0-4cb0-9483-484333935a46 req-1dac7ed2-7039-42e7-a10e-5f01af5f32cd tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:01.658269 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-91486ee4-cec0-4cb0-9483-484333935a46 req-1dac7ed2-7039-42e7-a10e-5f01af5f32cd tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 944 time: 0.0557427 Mar 29 01:22:01.705789 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-91486ee4-cec0-4cb0-9483-484333935a46 req-11cc2705-c937-4a44-8f2c-f602e62e735f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 Mar 29 01:22:02.582379 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1bc2a-31b7-4838-bf1f-aea98d5a9538 req-00e843d4-363f-4895-9e10-65a40f6b492a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:02.583987 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9e1bc2a-31b7-4838-bf1f-aea98d5a9538 req-00e843d4-363f-4895-9e10-65a40f6b492a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0544689 Mar 29 01:22:02.629693 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9e1bc2a-31b7-4838-bf1f-aea98d5a9538 req-fa47c4e8-bfec-493b-9f74-9476ed94efef tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401776 Mar 29 01:22:02.820985 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7237d5-57c4-4b1d-b648-074003cd324f req-d93ce9f0-4e31-4165-96db-185c8f88e44a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:02.822441 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ac7237d5-57c4-4b1d-b648-074003cd324f req-d93ce9f0-4e31-4165-96db-185c8f88e44a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 944 time: 0.0516033 Mar 29 01:22:02.873754 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ac7237d5-57c4-4b1d-b648-074003cd324f req-c4757eeb-8386-4d22-b6bc-930abf8e807a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453794 Mar 29 01:22:03.246509 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:03.746307 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad564757-6bdc-434f-903d-2705f3a5a32f req-1ac37a10-85f1-457e-b825-f610e67f9be0 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:03.747802 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ad564757-6bdc-434f-903d-2705f3a5a32f req-1ac37a10-85f1-457e-b825-f610e67f9be0 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0523763 Mar 29 01:22:03.793591 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ad564757-6bdc-434f-903d-2705f3a5a32f req-d39eee80-c4d8-4d0a-88c2-3e5a981453df tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402615 Mar 29 01:22:03.958673 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa186ad-ea91-4fa9-accd-2f55773ae773 req-6b4a0cf0-f2ff-4198-b780-b5be4c7d84b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:03.960208 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cfa186ad-ea91-4fa9-accd-2f55773ae773 req-6b4a0cf0-f2ff-4198-b780-b5be4c7d84b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=902a86ad707c47ad86317d2da4d8330d&device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 1130 time: 0.0572970 Mar 29 01:22:04.059111 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a3efc-f9ee-4232-b90d-51691961f097 req-f64f2bb3-c9b6-4218-a323-ea4fe92183d2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:04.060682 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c79a3efc-f9ee-4232-b90d-51691961f097 req-f64f2bb3-c9b6-4218-a323-ea4fe92183d2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 944 time: 0.1198051 Mar 29 01:22:04.088468 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa186ad-ea91-4fa9-accd-2f55773ae773 req-96d676fe-5408-4289-9797-05bf84977c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:04.089858 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cfa186ad-ea91-4fa9-accd-2f55773ae773 req-96d676fe-5408-4289-9797-05bf84977c24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=872ba3d6-a4f4-440e-b819-614235685003 HTTP/1.1" status: 200 len: 912 time: 0.1128147 Mar 29 01:22:04.161641 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c79a3efc-f9ee-4232-b90d-51691961f097 req-3956e9a3-35e6-4e84-ab12-1971f6ee719a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928802 Mar 29 01:22:04.175951 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cfa186ad-ea91-4fa9-accd-2f55773ae773 req-4687adf7-4e2e-4ef0-ac2d-99c088184abe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d124d7b0-bdae-4266-9cb6-0396869dae70 HTTP/1.1" status: 200 len: 1002 time: 0.0781889 Mar 29 01:22:04.225260 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa186ad-ea91-4fa9-accd-2f55773ae773 req-a3a4f777-b8f0-4547-aac6-6c0d9810be98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:04.226634 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cfa186ad-ea91-4fa9-accd-2f55773ae773 req-a3a4f777-b8f0-4547-aac6-6c0d9810be98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ef3743e-1971-40c1-94e5-2ae73513de69 HTTP/1.1" status: 200 len: 850 time: 0.0421767 Mar 29 01:22:04.273087 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa186ad-ea91-4fa9-accd-2f55773ae773 req-6255937d-86d8-4453-b3b6-e879e2e8001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:04.274505 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cfa186ad-ea91-4fa9-accd-2f55773ae773 req-6255937d-86d8-4453-b3b6-e879e2e8001e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872ba3d6-a4f4-440e-b819-614235685003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0415659 Mar 29 01:22:04.362633 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cfa186ad-ea91-4fa9-accd-2f55773ae773 req-0143b724-05ab-4528-92d3-c9be9c81958e service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814075 Mar 29 01:22:04.450491 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cfa186ad-ea91-4fa9-accd-2f55773ae773 req-3a0f138c-2f6c-48a9-9d84-0b22de54183a service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807223 Mar 29 01:22:04.914226 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e08061-8f7e-4fa8-86f6-ed3599900f0f req-2e718964-d752-4f39-b20e-983113668322 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:04.915700 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-49e08061-8f7e-4fa8-86f6-ed3599900f0f req-2e718964-d752-4f39-b20e-983113668322 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0553830 Mar 29 01:22:04.961330 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-49e08061-8f7e-4fa8-86f6-ed3599900f0f req-02e68138-2516-4000-bcb6-27b5968ec67e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394511 Mar 29 01:22:05.277386 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ed9b5-d07a-49dc-847d-6dc513dc1aa0 req-c18a7f68-a2ea-43a2-a774-b3690c99bbc3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:05.279563 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ed4ed9b5-d07a-49dc-847d-6dc513dc1aa0 req-c18a7f68-a2ea-43a2-a774-b3690c99bbc3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 944 time: 0.0512528 Mar 29 01:22:05.326955 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ed4ed9b5-d07a-49dc-847d-6dc513dc1aa0 req-77e69708-1a5a-4161-b7fc-2834e97076f4 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419264 Mar 29 01:22:06.077946 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20071187-4675-428e-be28-559742654e21 req-7d6805c3-48d3-432c-9903-b3e071ed27d1 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:06.079448 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-20071187-4675-428e-be28-559742654e21 req-7d6805c3-48d3-432c-9903-b3e071ed27d1 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0524421 Mar 29 01:22:06.128549 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-20071187-4675-428e-be28-559742654e21 req-b6f7cac7-209c-4d6f-a577-b7f66d920745 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435853 Mar 29 01:22:06.443896 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d725cbc-e88e-4388-b1ed-5be396c50af3 req-95fdfbc4-5191-424a-be35-396f909842f8 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:06.445346 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d725cbc-e88e-4388-b1ed-5be396c50af3 req-95fdfbc4-5191-424a-be35-396f909842f8 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 944 time: 0.0516856 Mar 29 01:22:06.493174 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d725cbc-e88e-4388-b1ed-5be396c50af3 req-2dcfef06-6877-41af-bf82-05d69d52f067 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420406 Mar 29 01:22:07.605814 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5ff1a2-aca1-499c-8da5-51e957850027 req-91e05674-1ef6-4ee0-8aa9-a750c4bb5ab0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:07.607778 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e5ff1a2-aca1-499c-8da5-51e957850027 req-91e05674-1ef6-4ee0-8aa9-a750c4bb5ab0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 944 time: 0.0515027 Mar 29 01:22:07.654365 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e5ff1a2-aca1-499c-8da5-51e957850027 req-0dcaee1e-18d1-4a7c-b7ea-bfb6e3ae2c0d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410516 Mar 29 01:22:07.889762 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device b3c337b0-968b-43e9-be37-0bb0544f6775 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:22:07.983717 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port b3c337b0-968b-43e9-be37-0bb0544f6775, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b3c337b0-968b-43e9-be37-0bb0544f6775,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:22:07.994719 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': 'b3c337b0-968b-43e9-be37-0bb0544f6775', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'port_id': 'b3c337b0-968b-43e9-be37-0bb0544f6775', 'mac_address': 'fa:16:3e:93:44:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:22:08.044265 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port b3c337b0-968b-43e9-be37-0bb0544f6775 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:22:08.044655 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:08.060666 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3c337b0-968b-43e9-be37-0bb0544f6775 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:22:08.079046 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port b3c337b0-968b-43e9-be37-0bb0544f6775, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b3c337b0-968b-43e9-be37-0bb0544f6775,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:22:08.083032 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:08.131680 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=b3c337b0-968b-43e9-be37-0bb0544f6775,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:08.538166 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['b3c337b0-968b-43e9-be37-0bb0544f6775'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:22:08.776576 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf5426-d1d1-4916-bede-f121202b39f0 req-3b674450-9dd6-4262-8c83-6fa540fa6be0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:08.778104 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2fcf5426-d1d1-4916-bede-f121202b39f0 req-3b674450-9dd6-4262-8c83-6fa540fa6be0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 945 time: 0.0562646 Mar 29 01:22:08.826826 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2fcf5426-d1d1-4916-bede-f121202b39f0 req-bddd8377-bd84-47ee-9288-8648afd35051 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Mar 29 01:22:09.940990 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2a1c5-35e0-4ca6-9a1e-9a6ebb657d29 req-8d8f990b-7c52-4181-ae5b-ca6c566c30d5 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:09.942469 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-27d2a1c5-35e0-4ca6-9a1e-9a6ebb657d29 req-8d8f990b-7c52-4181-ae5b-ca6c566c30d5 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 945 time: 0.0521841 Mar 29 01:22:09.998728 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-27d2a1c5-35e0-4ca6-9a1e-9a6ebb657d29 req-47f42147-7731-4657-b4a0-903b5c617931 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507913 Mar 29 01:22:11.118836 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02999016-c867-4f30-9304-44437ee6e11e req-f1344387-2498-44c2-a5e1-b8a67b13f563 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:11.120301 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02999016-c867-4f30-9304-44437ee6e11e req-f1344387-2498-44c2-a5e1-b8a67b13f563 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 945 time: 0.0547566 Mar 29 01:22:11.168361 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02999016-c867-4f30-9304-44437ee6e11e req-2680174e-691b-4c2b-a029-536ce8a5c36b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420070 Mar 29 01:22:11.904943 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device b3c337b0-968b-43e9-be37-0bb0544f6775 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:22:11.951993 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port b3c337b0-968b-43e9-be37-0bb0544f6775 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:22:11.955770 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port b3c337b0-968b-43e9-be37-0bb0544f6775 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:22:11.956149 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:12.034368 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port b3c337b0-968b-43e9-be37-0bb0544f6775 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:22:12.034673 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:12.057444 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c337b0-968b-43e9-be37-0bb0544f6775'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:22:12.060063 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80181b2e-7a14-4ec1-a2e0-48ff2d38d5e3" -d '{"events": [{"server_uuid": "ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f", "name": "network-vif-plugged", "status": "completed", "tag": "b3c337b0-968b-43e9-be37-0bb0544f6775"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:22:12.072240 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port b3c337b0-968b-43e9-be37-0bb0544f6775, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b3c337b0-968b-43e9-be37-0bb0544f6775,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:22:12.076858 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:12.100709 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4d6412-ed13-47aa-862a-c6f22e6b88b9 x-openstack-request-id: req-6c4d6412-ed13-47aa-862a-c6f22e6b88b9 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:22:12.101005 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f", "name": "network-vif-plugged", "status": "completed", "tag": "b3c337b0-968b-43e9-be37-0bb0544f6775", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:22:12.101258 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6c4d6412-ed13-47aa-862a-c6f22e6b88b9 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:22:12.101653 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4d6412-ed13-47aa-862a-c6f22e6b88b9'] response: {'server_uuid': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3c337b0-968b-43e9-be37-0bb0544f6775', 'code': 200} Mar 29 01:22:12.126502 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=b3c337b0-968b-43e9-be37-0bb0544f6775,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:12.286663 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91729a60-65ba-45f8-83af-3de310b5e054 req-86e56f97-ec1d-4c55-95c3-9a3c67a589df tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:12.288336 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-91729a60-65ba-45f8-83af-3de310b5e054 req-86e56f97-ec1d-4c55-95c3-9a3c67a589df tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 946 time: 0.0531747 Mar 29 01:22:12.359384 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-91729a60-65ba-45f8-83af-3de310b5e054 req-3c3cba10-354c-4233-857d-6b9478ea9190 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654454 Mar 29 01:22:12.375011 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b23e18-c35e-485f-a66d-bb5f95f2b46e req-91b9d78c-23ee-4f46-b124-60bb35dec281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:12.376523 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-29b23e18-c35e-485f-a66d-bb5f95f2b46e req-91b9d78c-23ee-4f46-b124-60bb35dec281 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 1130 time: 0.0525992 Mar 29 01:22:12.426101 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-29b23e18-c35e-485f-a66d-bb5f95f2b46e req-bfa2b614-fd94-4bf0-9dba-5ba261d2a4e5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419936 Mar 29 01:22:13.476437 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85042a4d-1973-415f-a383-626fee200ab9 req-16877995-b25d-4153-a60d-4f7ad3bbfd22 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:13.477888 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-85042a4d-1973-415f-a383-626fee200ab9 req-16877995-b25d-4153-a60d-4f7ad3bbfd22 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 946 time: 0.0515158 Mar 29 01:22:13.525480 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-85042a4d-1973-415f-a383-626fee200ab9 req-c2748881-1f6f-42f7-88a3-d59717acf3d6 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415716 Mar 29 01:22:14.641925 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb056920-8257-47de-a069-f7a098f6b800 req-67d1f297-b3b4-4bdb-8c27-e73b5f35f794 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:14.643425 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eb056920-8257-47de-a069-f7a098f6b800 req-67d1f297-b3b4-4bdb-8c27-e73b5f35f794 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 946 time: 0.0516481 Mar 29 01:22:14.691029 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eb056920-8257-47de-a069-f7a098f6b800 req-a504291f-2567-4bef-badf-8c7ccdf3bbac tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421755 Mar 29 01:22:14.808417 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ed0dc-5bd5-41d1-a9d9-d4105bc8a4cb req-d37cc48e-ed5c-44a8-9431-71c6f778069f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:14.810056 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-452ed0dc-5bd5-41d1-a9d9-d4105bc8a4cb req-d37cc48e-ed5c-44a8-9431-71c6f778069f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 946 time: 0.0547695 Mar 29 01:22:14.856769 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-452ed0dc-5bd5-41d1-a9d9-d4105bc8a4cb req-0e9dd7d6-0c74-4cfe-9682-b25ea357a736 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411923 Mar 29 01:22:14.878931 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43240) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:14.961437 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120a805b-dfcd-4cde-8cd2-618341a454bc tempest-TestVolumeBootPattern-1596458450 tempest-TestVolumeBootPattern-1596458450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:14.962955 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-120a805b-dfcd-4cde-8cd2-618341a454bc tempest-TestVolumeBootPattern-1596458450 tempest-TestVolumeBootPattern-1596458450-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 1125 time: 0.0830038 Mar 29 01:22:14.965717 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43244) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:14.970437 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'port_id': 'b3c337b0-968b-43e9-be37-0bb0544f6775', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:22:14.990381 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43248) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:14.991168 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.038081 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Deleting subnet d2198df0-67d7-478e-a609-0b70aa4267a1 {{(pid=103386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:22:15.041172 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Publish callbacks [] for subnet (d2198df0-67d7-478e-a609-0b70aa4267a1), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.074714 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10083226'] for subnet (d2198df0-67d7-478e-a609-0b70aa4267a1), precommit_delete_associations {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.089297 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.117526 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (d2198df0-67d7-478e-a609-0b70aa4267a1), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.171011 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10030329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9934557'] for subnet (d2198df0-67d7-478e-a609-0b70aa4267a1), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.195214 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Allocated IP 172.27.2.18 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/b1c948a8-0510-43b8-b473-c1338682ac6f) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:22:15.200195 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2198df0-67d7-478e-a609-0b70aa4267a1,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:15.209017 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.212167 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d2198df0-67d7-478e-a609-0b70aa4267a1 HTTP/1.1" status: 204 len: 168 time: 0.2206333 Mar 29 01:22:15.213556 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.213907 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.214251 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.214595 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.214951 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.215231 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43252) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:15.215385 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.215614 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.215928 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.216255 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.216581 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.216958 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.217776 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.218414 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.218414 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.218732 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbed8b3f-88b6-4fe0-9557-ab1f3a21a582 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.335032 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (ab7d0786-8c67-4e2f-975d-bb5fe501d6aa), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.366419 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for port (b1c948a8-0510-43b8-b473-c1338682ac6f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.453108 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (ab7d0786-8c67-4e2f-975d-bb5fe501d6aa), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.477000 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab7d0786-8c67-4e2f-975d-bb5fe501d6aa']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:15.479974 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (b1c948a8-0510-43b8-b473-c1338682ac6f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.495646 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6d2706-394c-4832-90c5-9cbff38dcfa7') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:15.495946 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6d2706-394c-4832-90c5-9cbff38dcfa7') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:15.527975 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17431483'] for segment (2c6d2706-394c-4832-90c5-9cbff38dcfa7), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.539333 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:22:15.547213 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:22:15.551545 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:22:15.557331 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (2c6d2706-394c-4832-90c5-9cbff38dcfa7), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.581689 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'Port': ['ID=b1c948a8-0510-43b8-b473-c1338682ac6f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:15.590530 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:22:15.590913 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17430564'] for segment (2c6d2706-394c-4832-90c5-9cbff38dcfa7), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: Traceback (most recent call last): Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: timer() Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: cb(*args, **kw) Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: return func(*args, **kwargs) Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: self._notify() Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: self.callback(batched_events) Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: event.method(event) Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: return f(self, *a, **k) Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._get(url).json() Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:22:15.592752 dv-cinder-750782-13-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:22:15.606606 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.606984 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.607353 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.608316 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.608659 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.609000 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.609337 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.609669 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.610003 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.610341 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.610673 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.611031 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.611359 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.611686 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.612012 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:22:15.690564 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (ab7d0786-8c67-4e2f-975d-bb5fe501d6aa), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.727402 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:15.730505 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] 10.222.0.23 "DELETE /v2.0/networks/ab7d0786-8c67-4e2f-975d-bb5fe501d6aa HTTP/1.1" status: 204 len: 168 time: 0.5143096 Mar 29 01:22:15.742043 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b1e650-7a9e-4a04-b448-a7e15e8301bb admin admin] Pushing event deleted for resources: {'Network': ['ID=ab7d0786-8c67-4e2f-975d-bb5fe501d6aa,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:15.893400 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43256) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:15.935071 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c704a75f-742d-4c02-a79e-050512d4e8c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b775a9d295454db8954fb0fb9e077e07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380232 Mar 29 01:22:15.935346 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43258) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:15.987900 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03c2e9ed-30f4-47e5-981e-939f9d1f0e96 admin admin] Publish callbacks [] for security_group (ee2eece3-134f-4faa-8036-025ba811b42d), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:16.010329 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03c2e9ed-30f4-47e5-981e-939f9d1f0e96 admin admin] Publish callbacks [] for security_group (ee2eece3-134f-4faa-8036-025ba811b42d), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:16.060370 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03c2e9ed-30f4-47e5-981e-939f9d1f0e96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (ee2eece3-134f-4faa-8036-025ba811b42d), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:16.063092 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-03c2e9ed-30f4-47e5-981e-939f9d1f0e96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:16.064275 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-03c2e9ed-30f4-47e5-981e-939f9d1f0e96 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ee2eece3-134f-4faa-8036-025ba811b42d HTTP/1.1" status: 204 len: 168 time: 0.1272190 Mar 29 01:22:16.072420 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2e9ed-30f4-47e5-981e-939f9d1f0e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2eece3-134f-4faa-8036-025ba811b42d,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:16.233636 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (039b103f-d341-4980-850e-b94810054eec), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:16.301439 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b1c948a8-0510-43b8-b473-c1338682ac6f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:16.453128 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for port (b1c948a8-0510-43b8-b473-c1338682ac6f), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:16.457924 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (b1c948a8-0510-43b8-b473-c1338682ac6f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:16.530260 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'Port': ['ID=b1c948a8-0510-43b8-b473-c1338682ac6f,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:16.538536 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (039b103f-d341-4980-850e-b94810054eec), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:16.642839 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Floating IP 039b103f-d341-4980-850e-b94810054eec associated. External IP: 172.27.2.18, port: b3c337b0-968b-43e9-be37-0bb0544f6775. Mar 29 01:22:16.854736 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Router 625b69e3-d34d-4f88-9b4a-e647526cf23e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:22:16.969270 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:22:16.984584 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc16a4-9b1b-465a-bf18-e749f78ed739 None None] Sync routers for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:22:16.989956 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:16.996123 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc16a4-9b1b-465a-bf18-e749f78ed739 None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:22:16.996762 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-ebbc16a4-9b1b-465a-bf18-e749f78ed739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:21:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:17.034871 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-de95e40d-6ed8-4738-a8c9-e6885adca4e3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0565882 Mar 29 01:22:17.034871 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'tag': 'b3c337b0-968b-43e9-be37-0bb0544f6775'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:22:17.034871 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f", "tag": "b3c337b0-968b-43e9-be37-0bb0544f6775"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:22:17.071512 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9442d290-1748-4cc2-a8f9-2b00ebc03bec x-openstack-request-id: req-9442d290-1748-4cc2-a8f9-2b00ebc03bec {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:22:17.071894 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f", "tag": "b3c337b0-968b-43e9-be37-0bb0544f6775", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:22:17.072343 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9442d290-1748-4cc2-a8f9-2b00ebc03bec {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:22:17.072827 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9442d290-1748-4cc2-a8f9-2b00ebc03bec'] response: {'name': 'network-changed', 'server_uuid': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'tag': 'b3c337b0-968b-43e9-be37-0bb0544f6775', 'status': 'completed', 'code': 200} Mar 29 01:22:17.149775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d req-7a69e74f-7fa8-4a01-9398-cdb569f7cfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:17.151524 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d req-7a69e74f-7fa8-4a01-9398-cdb569f7cfda service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 1130 time: 0.0579338 Mar 29 01:22:17.203754 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-ebbc16a4-9b1b-465a-bf18-e749f78ed739 None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:22:17.259740 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d req-b08598f8-c3a3-4b10-b6e5-6db387eb31f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:17.261515 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d req-b08598f8-c3a3-4b10-b6e5-6db387eb31f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 912 time: 0.1034441 Mar 29 01:22:17.346571 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d req-4d1c45bb-b644-41a2-86e0-1d73b61de7e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b3c337b0-968b-43e9-be37-0bb0544f6775 HTTP/1.1" status: 200 len: 999 time: 0.0779092 Mar 29 01:22:17.399717 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d req-8bd319c3-da05-4106-846f-91f2b6d172ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:17.401161 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d req-8bd319c3-da05-4106-846f-91f2b6d172ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.0482230 Mar 29 01:22:17.429587 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-ebbc16a4-9b1b-465a-bf18-e749f78ed739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '039b103f-d341-4980-850e-b94810054eec', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': 'b3c337b0-968b-43e9-be37-0bb0544f6775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:93:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:22:15Z', 'updated_at': '2022-03-29T01:22:15Z', 'revision_number': 0, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:17.454777 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d req-43b97a8f-ac6c-45a2-acca-94d3a1630b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:17.456220 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d req-43b97a8f-ac6c-45a2-acca-94d3a1630b4f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439005 Mar 29 01:22:17.459587 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc16a4-9b1b-465a-bf18-e749f78ed739 None None] Checking router: 625b69e3-d34d-4f88-9b4a-e647526cf23e for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:22:17.468164 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbc16a4-9b1b-465a-bf18-e749f78ed739 None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:22:17.468765 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-ebbc16a4-9b1b-465a-bf18-e749f78ed739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:21:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:17.548080 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d req-1f35a95b-a577-4e5a-8628-efcd468bea37 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848002 Mar 29 01:22:17.576860 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-ebbc16a4-9b1b-465a-bf18-e749f78ed739 None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:22:17.635987 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b7d3a9b-374f-42a8-9dea-54e9f7f2914d req-3a389ba1-42ce-4e78-a0c2-e0eba0436982 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806720 Mar 29 01:22:17.792326 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-ebbc16a4-9b1b-465a-bf18-e749f78ed739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '039b103f-d341-4980-850e-b94810054eec', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': 'b3c337b0-968b-43e9-be37-0bb0544f6775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:93:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:22:15Z', 'updated_at': '2022-03-29T01:22:15Z', 'revision_number': 0, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:17.821119 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbc16a4-9b1b-465a-bf18-e749f78ed739 None None] The sync data for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi is: [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '039b103f-d341-4980-850e-b94810054eec', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.18', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': 'b3c337b0-968b-43e9-be37-0bb0544f6775', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:93:44:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:22:15Z', 'updated_at': '2022-03-29T01:22:15Z', 'revision_number': 0, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:22:17.997179 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819691be-5dba-42b8-b85e-5d3960190619 None None] New status for floating IP 039b103f-d341-4980-850e-b94810054eec: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:22:19.678176 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:22:25.115703 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-31003ea3-31ba-4549-9cf8-e5de3e39c103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:26.316183 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43362) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:26.418327 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f4e09c89-fe76-487e-a31c-35ffd144ba0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:26.490480 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f4e09c89-fe76-487e-a31c-35ffd144ba0a admin admin] Publish callbacks [] for security_group (d8cd0e55-bc73-4cd3-b531-a52d8be63524), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:26.494088 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f4e09c89-fe76-487e-a31c-35ffd144ba0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d8cd0e55-bc73-4cd3-b531-a52d8be63524), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:26.534324 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-f4e09c89-fe76-487e-a31c-35ffd144ba0a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=575c860c12534b38be560719dbf701a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2170956 Mar 29 01:22:26.535192 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e09c89-fe76-487e-a31c-35ffd144ba0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cd0e55-bc73-4cd3-b531-a52d8be63524,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:26.536963 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43366) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:26.586816 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97786dc3-6cb5-49f4-8866-9175f03b85f5 admin admin] Publish callbacks [] for security_group (d8cd0e55-bc73-4cd3-b531-a52d8be63524), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:26.611107 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97786dc3-6cb5-49f4-8866-9175f03b85f5 admin admin] Publish callbacks [] for security_group (d8cd0e55-bc73-4cd3-b531-a52d8be63524), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:26.662983 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97786dc3-6cb5-49f4-8866-9175f03b85f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d8cd0e55-bc73-4cd3-b531-a52d8be63524), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:26.665544 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-97786dc3-6cb5-49f4-8866-9175f03b85f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:26.666689 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-97786dc3-6cb5-49f4-8866-9175f03b85f5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d8cd0e55-bc73-4cd3-b531-a52d8be63524 HTTP/1.1" status: 204 len: 168 time: 0.1286561 Mar 29 01:22:26.674396 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97786dc3-6cb5-49f4-8866-9175f03b85f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cd0e55-bc73-4cd3-b531-a52d8be63524,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:27.501412 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7fd74bc9-90d9-447f-89c6-4f4fc81e2648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:28.557857 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:29.926426 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:30.576790 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8c78-75da-464e-8c0d-635022828dee req-4d65d1db-e40b-4b1b-8beb-517565f120e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:30.578856 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8eb8c78-75da-464e-8c0d-635022828dee req-4d65d1db-e40b-4b1b-8beb-517565f120e3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 1130 time: 0.0780513 Mar 29 01:22:30.589931 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7840c6-c9cc-4d66-bd16-d7059ea1d450 req-46af6d8c-86b5-4c5e-856c-cf63adfa041e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:30.591435 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5b7840c6-c9cc-4d66-bd16-d7059ea1d450 req-46af6d8c-86b5-4c5e-856c-cf63adfa041e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0822020 Mar 29 01:22:30.691781 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5b7840c6-c9cc-4d66-bd16-d7059ea1d450 req-00aec5bb-48cd-44b7-aa73-7a5a07fc32af tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917242 Mar 29 01:22:30.710898 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8c78-75da-464e-8c0d-635022828dee req-504d5b99-d160-47b0-95ab-430216372601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:30.712348 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8eb8c78-75da-464e-8c0d-635022828dee req-504d5b99-d160-47b0-95ab-430216372601 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.1200645 Mar 29 01:22:30.778832 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8eb8c78-75da-464e-8c0d-635022828dee req-c210d3d4-2015-444d-8ddb-51acc7eaab60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 HTTP/1.1" status: 200 len: 1001 time: 0.0584056 Mar 29 01:22:30.829607 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8c78-75da-464e-8c0d-635022828dee req-8c2aac8d-79c1-45c4-8c89-e0fc9b5c2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:30.831054 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8eb8c78-75da-464e-8c0d-635022828dee req-8c2aac8d-79c1-45c4-8c89-e0fc9b5c2c55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0460167 Mar 29 01:22:30.879690 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb8c78-75da-464e-8c0d-635022828dee req-caf36bed-9bdd-4d4e-903c-98e943f5bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:30.881156 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8eb8c78-75da-464e-8c0d-635022828dee req-caf36bed-9bdd-4d4e-903c-98e943f5bb22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430088 Mar 29 01:22:30.968561 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8eb8c78-75da-464e-8c0d-635022828dee req-c774f110-365e-4b58-a17f-7c89534fa75c service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797331 Mar 29 01:22:31.061211 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f8eb8c78-75da-464e-8c0d-635022828dee req-675060c1-bdae-408b-b63c-f0f07c94c971 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839069 Mar 29 01:22:31.507067 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:31.813444 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1bb77-432f-43ab-8f25-63cc5eb0f8a5 req-9cf2489a-caf1-4aa7-9ee9-393aebc8810b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:31.815034 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abb1bb77-432f-43ab-8f25-63cc5eb0f8a5 req-9cf2489a-caf1-4aa7-9ee9-393aebc8810b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0532722 Mar 29 01:22:31.860334 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abb1bb77-432f-43ab-8f25-63cc5eb0f8a5 req-70fe243b-3cbe-48be-9418-3a7b48fe2503 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397677 Mar 29 01:22:32.976587 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a4a6d0-e57d-4060-b1cc-5669cb0890d6 req-9ede7d28-0ea7-426f-9b21-689d1d253ce2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:32.978027 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-24a4a6d0-e57d-4060-b1cc-5669cb0890d6 req-9ede7d28-0ea7-426f-9b21-689d1d253ce2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0507016 Mar 29 01:22:33.027714 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-24a4a6d0-e57d-4060-b1cc-5669cb0890d6 req-f23d4500-b150-4352-bdc6-bc6798db9845 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438113 Mar 29 01:22:33.244158 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:34.144983 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90626309-f4e7-41e1-8184-3d4702474fdd req-7273fb9e-955f-4c52-8ecb-f5d45e8afcfe tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:34.146442 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-90626309-f4e7-41e1-8184-3d4702474fdd req-7273fb9e-955f-4c52-8ecb-f5d45e8afcfe tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0522013 Mar 29 01:22:34.191877 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-90626309-f4e7-41e1-8184-3d4702474fdd req-176cce82-101e-4433-9d86-b29aa9ec5be0 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399406 Mar 29 01:22:35.306697 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696c245-12fd-4730-84fc-6693c7d2a7cd req-b37ddebd-e0fe-4afa-acc9-3fe8d668c79d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:35.308422 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5696c245-12fd-4730-84fc-6693c7d2a7cd req-b37ddebd-e0fe-4afa-acc9-3fe8d668c79d tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0511425 Mar 29 01:22:35.355834 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5696c245-12fd-4730-84fc-6693c7d2a7cd req-6514e461-df06-4d2c-a376-8638b1582637 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419433 Mar 29 01:22:36.476398 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df9232-21fa-4981-b430-ff81b2f3524d req-19e64b5b-9de2-4519-835b-4dcb4d15a428 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:36.477849 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a8df9232-21fa-4981-b430-ff81b2f3524d req-19e64b5b-9de2-4519-835b-4dcb4d15a428 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0558360 Mar 29 01:22:36.523596 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a8df9232-21fa-4981-b430-ff81b2f3524d req-2cfae30c-06d5-441b-adfa-d58ef8728750 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402713 Mar 29 01:22:36.591910 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-63f50239-6045-4881-a8c8-947e9d627ee9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431066 Mar 29 01:22:36.676264 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-8ec11d97-960e-4114-b0cb-f3f9b9911621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:36.677713 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-8ec11d97-960e-4114-b0cb-f3f9b9911621 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 1129 time: 0.0432320 Mar 29 01:22:36.788143 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-88c09568-79e9-4d78-88a2-922832477089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:36.789603 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-88c09568-79e9-4d78-88a2-922832477089 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.0881386 Mar 29 01:22:36.831913 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-09c5e7f6-7a18-4d50-9cfb-0c7a8c38853d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=de12d03d-ee27-479f-85a4-564fc86a285e HTTP/1.1" status: 200 len: 217 time: 0.0355377 Mar 29 01:22:36.883365 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-e626c935-e536-42d7-b1a4-de4b7cee73a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:36.884781 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-e626c935-e536-42d7-b1a4-de4b7cee73a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0468330 Mar 29 01:22:36.934143 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-81aaf754-3b22-4748-b622-b5df9ac83b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:36.935529 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-81aaf754-3b22-4748-b622-b5df9ac83b4e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0432928 Mar 29 01:22:37.028758 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-61341fc8-96f0-488a-8695-37e79310733a service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787003 Mar 29 01:22:37.118302 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36afe499-f28f-44f2-9721-32e53f2c89b0 req-f0c358a3-7faf-47da-a9ee-765a1c222d95 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828822 Mar 29 01:22:37.644014 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5f2352-dec9-454d-9bc5-636da3fb208b req-fc526386-039b-4721-af73-9ed0714c0e74 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:37.645481 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3e5f2352-dec9-454d-9bc5-636da3fb208b req-fc526386-039b-4721-af73-9ed0714c0e74 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0530710 Mar 29 01:22:37.691015 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3e5f2352-dec9-454d-9bc5-636da3fb208b req-6a0a6bce-6a5e-4e3f-b9df-aa6bfe3e2747 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401182 Mar 29 01:22:38.811276 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2ccb79-f184-4b52-9fe1-b90a98d33ee8 req-79902960-810e-43fd-ab46-2a9d9c9f4ad4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:38.812790 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7a2ccb79-f184-4b52-9fe1-b90a98d33ee8 req-79902960-810e-43fd-ab46-2a9d9c9f4ad4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0531855 Mar 29 01:22:38.861951 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7a2ccb79-f184-4b52-9fe1-b90a98d33ee8 req-808cfdc3-6d9f-4d9a-abe9-671b90c2fe16 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435205 Mar 29 01:22:39.978280 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadaf29-2ee5-4227-b677-148c3a36558f req-ca3e0849-1dfb-4842-b890-96a3aab3f4f7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:39.979774 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fbadaf29-2ee5-4227-b677-148c3a36558f req-ca3e0849-1dfb-4842-b890-96a3aab3f4f7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0528753 Mar 29 01:22:40.026099 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fbadaf29-2ee5-4227-b677-148c3a36558f req-e16eba78-a4f6-4c73-a42e-aba2fd9d81ed tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407596 Mar 29 01:22:41.145220 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f474628-9292-4809-a80e-27c21e5f44b3 req-12662f23-e72e-4668-b874-13f895e4dcdc tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:41.146682 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7f474628-9292-4809-a80e-27c21e5f44b3 req-12662f23-e72e-4668-b874-13f895e4dcdc tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0516796 Mar 29 01:22:41.192306 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7f474628-9292-4809-a80e-27c21e5f44b3 req-29bf30e0-e390-4d89-b3e4-8de03e8ff5f7 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401773 Mar 29 01:22:42.313535 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed644f9f-48cc-4559-b978-8e99e08ea3e4 req-89dca190-24db-47fc-8c1b-7a8ab3c4dfeb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:42.315014 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ed644f9f-48cc-4559-b978-8e99e08ea3e4 req-89dca190-24db-47fc-8c1b-7a8ab3c4dfeb tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0552456 Mar 29 01:22:42.361188 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ed644f9f-48cc-4559-b978-8e99e08ea3e4 req-7f6eceb9-fe59-4244-be6b-845b77b62389 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407565 Mar 29 01:22:43.478403 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48284d6-2acc-49a5-bd17-3ea42e9dc346 req-14431f8e-5b7d-40bb-9383-a08f85a452d1 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:43.479838 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d48284d6-2acc-49a5-bd17-3ea42e9dc346 req-14431f8e-5b7d-40bb-9383-a08f85a452d1 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0523863 Mar 29 01:22:43.527445 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d48284d6-2acc-49a5-bd17-3ea42e9dc346 req-5dc775b3-3e56-4eba-8305-d7d474b8a41c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 Mar 29 01:22:44.647966 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3cfd7-6484-48a1-95b6-ef28a8c6edb8 req-7e223d5c-5745-4b38-b080-b446ebb7aae3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:44.649435 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9e3cfd7-6484-48a1-95b6-ef28a8c6edb8 req-7e223d5c-5745-4b38-b080-b446ebb7aae3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0551891 Mar 29 01:22:44.695385 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9e3cfd7-6484-48a1-95b6-ef28a8c6edb8 req-89697913-38b2-4d4f-906d-60975b652f03 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405226 Mar 29 01:22:45.811477 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edad80-34f3-4765-a899-239ba9157769 req-4866a4d4-e3a2-411c-8be1-7e6b3e8d2714 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:45.812963 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b5edad80-34f3-4765-a899-239ba9157769 req-4866a4d4-e3a2-411c-8be1-7e6b3e8d2714 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0516458 Mar 29 01:22:45.858283 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b5edad80-34f3-4765-a899-239ba9157769 req-8caf3d8e-ef7d-4fdd-bc43-6390739b4395 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398698 Mar 29 01:22:46.975738 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289a2b8-a8cd-444c-93bc-52786ff57f4d req-ff0d3e8a-ee53-4d3c-b866-1dce52b2f2f5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:46.977240 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1289a2b8-a8cd-444c-93bc-52786ff57f4d req-ff0d3e8a-ee53-4d3c-b866-1dce52b2f2f5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0531197 Mar 29 01:22:47.028029 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1289a2b8-a8cd-444c-93bc-52786ff57f4d req-77bc1af5-a196-4acb-acd8-59d5c0691383 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449429 Mar 29 01:22:47.486124 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf2928-1ad5-4c6e-905c-7f070f267d62 req-0ccef5f7-c26c-4d19-9e24-4f5477bff90c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:47.487613 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-65bf2928-1ad5-4c6e-905c-7f070f267d62 req-0ccef5f7-c26c-4d19-9e24-4f5477bff90c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0519912 Mar 29 01:22:47.533040 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-65bf2928-1ad5-4c6e-905c-7f070f267d62 req-9c9c82d9-d996-4830-89db-59598a21d814 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398223 Mar 29 01:22:48.147458 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba162e-0b49-4666-b7a7-bdf215c050c6 req-c654fe03-cf5c-417d-b55f-38218b92ca38 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:48.148908 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96ba162e-0b49-4666-b7a7-bdf215c050c6 req-c654fe03-cf5c-417d-b55f-38218b92ca38 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0517335 Mar 29 01:22:48.194217 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96ba162e-0b49-4666-b7a7-bdf215c050c6 req-ab6c0182-7d32-4d19-9d04-878b8951e9d5 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398555 Mar 29 01:22:48.601005 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725feaa-3e7a-4816-a97b-8f20aa29b344 req-1b77b8da-767a-4241-a341-a227f36bb64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:48.602503 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8725feaa-3e7a-4816-a97b-8f20aa29b344 req-1b77b8da-767a-4241-a341-a227f36bb64c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 1130 time: 0.0484772 Mar 29 01:22:48.671203 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8725feaa-3e7a-4816-a97b-8f20aa29b344 req-5e277834-4326-4eca-8e53-c1308d353a8d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597274 Mar 29 01:22:48.681856 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23afa-3922-468c-8076-9a7aae308650 req-486131fc-1cf0-43c4-afa3-24244e8c4ad8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:48.683542 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ae23afa-3922-468c-8076-9a7aae308650 req-486131fc-1cf0-43c4-afa3-24244e8c4ad8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0801570 Mar 29 01:22:48.729735 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ae23afa-3922-468c-8076-9a7aae308650 req-1c92f822-0162-43d2-bf11-c19b6e2a61e1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403576 Mar 29 01:22:49.312626 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06792024-cb04-4cd5-aca4-fb0e2fdb59f0 req-af9fb67e-e47b-417f-8da0-c751add7e705 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:49.314716 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-06792024-cb04-4cd5-aca4-fb0e2fdb59f0 req-af9fb67e-e47b-417f-8da0-c751add7e705 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0532815 Mar 29 01:22:49.363109 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-06792024-cb04-4cd5-aca4-fb0e2fdb59f0 req-441bcd9c-0370-40ac-88ee-28c350d10889 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428822 Mar 29 01:22:49.416942 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-7e85fc44-2e53-42d7-9170-e2feb623a416 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:49.418374 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-7e85fc44-2e53-42d7-9170-e2feb623a416 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.0506854 Mar 29 01:22:49.517596 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Deleting port e79a338c-ee8b-4852-9f9e-ccfe534130a6 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:22:49.517854 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:49.609423 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] For port e79a338c-ee8b-4852-9f9e-ccfe534130a6, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=e79a338c-ee8b-4852-9f9e-ccfe534130a6,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:22:49.610339 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:49.857107 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:49.857387 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (b8054e10-5a88-4a3e-86e1-a220dccb3e1b), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:49.857704 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Floating IP b8054e10-5a88-4a3e-86e1-a220dccb3e1b disassociated. External IP: 172.27.2.82, port: e79a338c-ee8b-4852-9f9e-ccfe534130a6. Mar 29 01:22:49.858046 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Calling delete_port for e79a338c-ee8b-4852-9f9e-ccfe534130a6 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:22:49.915175 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef51ff-22a6-4c52-a9e7-5f39179fb589 req-8b0b137a-0156-4bed-b917-0fd33bc79e2f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:49.916613 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-65ef51ff-22a6-4c52-a9e7-5f39179fb589 req-8b0b137a-0156-4bed-b917-0fd33bc79e2f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=58bb6c4d-045d-4284-8d4b-432a5c200786 HTTP/1.1" status: 200 len: 946 time: 0.1115634 Mar 29 01:22:50.224938 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-65ef51ff-22a6-4c52-a9e7-5f39179fb589 req-6eadc5b3-d42b-4f5b-a4c2-675df6efb4e7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=3270da9b-752c-482a-8780-5f40a1e503d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008990 Mar 29 01:22:50.279882 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (e79a338c-ee8b-4852-9f9e-ccfe534130a6), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:50.306291 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'Port': ['ID=e79a338c-ee8b-4852-9f9e-ccfe534130a6,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:50.426384 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Router d3ca4adf-1e63-4cc6-ba53-139565cc5321 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:22:50.560136 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c70bec-e389-4d23-8a3f-df79cad754f2 req-3032c469-db8e-479f-aa82-8342291d4c39 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:50.561554 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9c70bec-e389-4d23-8a3f-df79cad754f2 req-3032c469-db8e-479f-aa82-8342291d4c39 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.1306689 Mar 29 01:22:50.589044 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:22:50.599356 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f05eb5-2bf2-4906-9936-391583b02966 None None] Sync routers for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:22:50.608665 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f05eb5-2bf2-4906-9936-391583b02966 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:22:50.609501 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a4f05eb5-2bf2-4906-9936-391583b02966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:50.642504 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] No DVR routers for this DVR port e79a338c-ee8b-4852-9f9e-ccfe534130a6 on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:22:50.648539 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:50.651846 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67277e3f-f29b-408a-9efd-52a04c439ab4 req-9fa43964-b57b-4316-92e8-72ab9669e2c0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "DELETE /v2.0/ports/e79a338c-ee8b-4852-9f9e-ccfe534130a6 HTTP/1.1" status: 204 len: 173 time: 1.2273390 Mar 29 01:22:50.652290 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'name': 'network-vif-deleted', 'tag': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:22:50.654540 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b131d8-4719-4f56-87f1-a77a083c8971" -d '{"events": [{"server_uuid": "58bb6c4d-045d-4284-8d4b-432a5c200786", "name": "network-vif-deleted", "tag": "e79a338c-ee8b-4852-9f9e-ccfe534130a6"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:22:50.664067 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9c70bec-e389-4d23-8a3f-df79cad754f2 req-7da053ed-4d7e-4a1c-85e4-2ad10b2234d1 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946383 Mar 29 01:22:50.723004 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-a4f05eb5-2bf2-4906-9936-391583b02966 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:22:50.753095 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea5c5b6-f75d-4777-98dc-c7a994255090 x-openstack-request-id: req-bea5c5b6-f75d-4777-98dc-c7a994255090 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:22:50.753394 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58bb6c4d-045d-4284-8d4b-432a5c200786", "name": "network-vif-deleted", "tag": "e79a338c-ee8b-4852-9f9e-ccfe534130a6", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:22:50.753651 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bea5c5b6-f75d-4777-98dc-c7a994255090 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:22:50.754065 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea5c5b6-f75d-4777-98dc-c7a994255090'] response: {'server_uuid': '58bb6c4d-045d-4284-8d4b-432a5c200786', 'name': 'network-vif-deleted', 'tag': 'e79a338c-ee8b-4852-9f9e-ccfe534130a6', 'status': 'completed', 'code': 200} Mar 29 01:22:50.955867 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a4f05eb5-2bf2-4906-9936-391583b02966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '977054f5-f8d2-4b9c-a17f-194dec1329a7', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:b0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:58Z', 'updated_at': '2022-03-29T01:17:50Z', 'revision_number': 2, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:50.984412 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f05eb5-2bf2-4906-9936-391583b02966 None None] Checking router: d3ca4adf-1e63-4cc6-ba53-139565cc5321 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:22:50.992913 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f05eb5-2bf2-4906-9936-391583b02966 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:22:50.993768 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a4f05eb5-2bf2-4906-9936-391583b02966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:51.116095 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-a4f05eb5-2bf2-4906-9936-391583b02966 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:22:51.160534 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bc6b1-20cf-4ae5-89cb-92e92301059b req-cbc8d911-d8e2-44d2-b6d2-3f2d7d43a757 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:51.162346 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-db4bc6b1-20cf-4ae5-89cb-92e92301059b req-cbc8d911-d8e2-44d2-b6d2-3f2d7d43a757 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0936518 Mar 29 01:22:51.169554 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67512b1-22fa-439a-b3c8-66208913f110 req-9eacb89a-190e-4f42-8e06-5155d5cb3fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:51.171106 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d67512b1-22fa-439a-b3c8-66208913f110 req-9eacb89a-190e-4f42-8e06-5155d5cb3fab service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 1130 time: 0.0926974 Mar 29 01:22:51.308685 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-db4bc6b1-20cf-4ae5-89cb-92e92301059b req-4dca42c6-a273-46fc-b4b1-c30dc5618e1f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219065 Mar 29 01:22:51.336490 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67512b1-22fa-439a-b3c8-66208913f110 req-bdcd9cbb-8bfb-4eac-81cd-65330760647f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:51.338421 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d67512b1-22fa-439a-b3c8-66208913f110 req-bdcd9cbb-8bfb-4eac-81cd-65330760647f service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.1610997 Mar 29 01:22:51.342973 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43486) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:51.393964 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a4f05eb5-2bf2-4906-9936-391583b02966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '977054f5-f8d2-4b9c-a17f-194dec1329a7', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:b0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:58Z', 'updated_at': '2022-03-29T01:17:50Z', 'revision_number': 2, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:51.453969 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00e477df-452a-403c-8756-323fd395539b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (3270da9b-752c-482a-8780-5f40a1e503d8), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:51.457252 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d67512b1-22fa-439a-b3c8-66208913f110 req-e2f8870b-15a3-4d07-a7d5-85b60b5f9767 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 HTTP/1.1" status: 200 len: 1001 time: 0.1059663 Mar 29 01:22:51.507822 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00e477df-452a-403c-8756-323fd395539b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (3270da9b-752c-482a-8780-5f40a1e503d8), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:51.515472 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f05eb5-2bf2-4906-9936-391583b02966 None None] The sync data for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi is: [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '977054f5-f8d2-4b9c-a17f-194dec1329a7', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.239', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:b0:4a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:16:58Z', 'updated_at': '2022-03-29T01:17:50Z', 'revision_number': 2, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:22:51.546596 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67512b1-22fa-439a-b3c8-66208913f110 req-7cf2bfd8-1d04-4bb8-815f-0e288112410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:51.548959 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d67512b1-22fa-439a-b3c8-66208913f110 req-7cf2bfd8-1d04-4bb8-815f-0e288112410a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0814185 Mar 29 01:22:51.603433 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00e477df-452a-403c-8756-323fd395539b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (3270da9b-752c-482a-8780-5f40a1e503d8), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:51.605995 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00e477df-452a-403c-8756-323fd395539b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:51.607160 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-00e477df-452a-403c-8756-323fd395539b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "DELETE /v2.0/security-groups/3270da9b-752c-482a-8780-5f40a1e503d8 HTTP/1.1" status: 204 len: 168 time: 0.2631724 Mar 29 01:22:51.611229 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43488) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:51.622594 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e477df-452a-403c-8756-323fd395539b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3270da9b-752c-482a-8780-5f40a1e503d8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:51.627831 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67512b1-22fa-439a-b3c8-66208913f110 req-28e89b3e-64d1-4728-9f41-f27ca8064f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:51.629356 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d67512b1-22fa-439a-b3c8-66208913f110 req-28e89b3e-64d1-4728-9f41-f27ca8064f18 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0723898 Mar 29 01:22:51.629558 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.api.v2.resource [None req-eda3cc30-54a9-4c62-922d-f6bc84aae381 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] show failed (client error): The resource could not be found. Mar 29 01:22:51.633187 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-eda3cc30-54a9-4c62-922d-f6bc84aae381 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups/3270da9b-752c-482a-8780-5f40a1e503d8 HTTP/1.1" status: 404 len: 347 time: 0.0181930 Mar 29 01:22:51.634072 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43490) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:51.741286 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d67512b1-22fa-439a-b3c8-66208913f110 req-fe9d6316-f3b6-410e-873e-45b599bf591e service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963244 Mar 29 01:22:51.789202 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e7c89c79-7ef4-4776-96d5-baa51388850c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Deleting port d617ea04-2400-45e1-851b-d9a29da33761 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:22:51.789821 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c89c79-7ef4-4776-96d5-baa51388850c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (d617ea04-2400-45e1-851b-d9a29da33761), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:51.851488 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d67512b1-22fa-439a-b3c8-66208913f110 req-f4a1a27e-35c5-4f6c-84c8-b2d5fc4ce405 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028159 Mar 29 01:22:51.866134 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b666f7-2307-4e17-ab90-a8b486a7cee6 None None] New status for floating IP b8054e10-5a88-4a3e-86e1-a220dccb3e1b: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:22:51.874651 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c89c79-7ef4-4776-96d5-baa51388850c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (d617ea04-2400-45e1-851b-d9a29da33761), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:51.875007 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c89c79-7ef4-4776-96d5-baa51388850c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (d617ea04-2400-45e1-851b-d9a29da33761), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:51.889399 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-e7c89c79-7ef4-4776-96d5-baa51388850c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Calling delete_port for d617ea04-2400-45e1-851b-d9a29da33761 owned by network:floatingip {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:22:52.045515 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c89c79-7ef4-4776-96d5-baa51388850c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (d617ea04-2400-45e1-851b-d9a29da33761), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:52.060696 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device e79a338c-ee8b-4852-9f9e-ccfe534130a6 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:22:52.071966 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c89c79-7ef4-4776-96d5-baa51388850c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'Port': ['ID=d617ea04-2400-45e1-851b-d9a29da33761,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:52.086063 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: e79a338c-ee8b-4852-9f9e-ccfe534130a6 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:22:52.086668 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device e79a338c-ee8b-4852-9f9e-ccfe534130a6 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:22:52.135151 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c89c79-7ef4-4776-96d5-baa51388850c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (b8054e10-5a88-4a3e-86e1-a220dccb3e1b), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:52.137613 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-e7c89c79-7ef4-4776-96d5-baa51388850c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:52.138783 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-e7c89c79-7ef4-4776-96d5-baa51388850c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "DELETE /v2.0/floatingips/b8054e10-5a88-4a3e-86e1-a220dccb3e1b HTTP/1.1" status: 204 len: 168 time: 0.5044498 Mar 29 01:22:52.460579 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99be35b-bc6e-4db2-948b-a58bbc6b1ad8 req-d8f7c1e2-8fe5-40e8-9774-44fb36dea651 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:52.462133 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d99be35b-bc6e-4db2-948b-a58bbc6b1ad8 req-d8f7c1e2-8fe5-40e8-9774-44fb36dea651 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0566442 Mar 29 01:22:52.511676 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d99be35b-bc6e-4db2-948b-a58bbc6b1ad8 req-607f3ea5-ae02-4f71-8d69-147751fc1532 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431769 Mar 29 01:22:53.646773 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b77715-47eb-4154-917a-44d5d1de17ba req-22cb3418-b89f-49b5-a288-8f9f849ad483 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:53.648411 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e6b77715-47eb-4154-917a-44d5d1de17ba req-22cb3418-b89f-49b5-a288-8f9f849ad483 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0645764 Mar 29 01:22:53.702497 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e6b77715-47eb-4154-917a-44d5d1de17ba req-7cd1da88-8995-487e-8403-ee08153e7966 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479453 Mar 29 01:22:53.768088 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07503b-9444-44ab-8269-15255ac3542f req-fb8b96e6-f113-4997-b3fa-7670e339d791 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:53.769559 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7f07503b-9444-44ab-8269-15255ac3542f req-fb8b96e6-f113-4997-b3fa-7670e339d791 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 945 time: 0.0527287 Mar 29 01:22:53.814620 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7f07503b-9444-44ab-8269-15255ac3542f req-1b775a57-c3e9-44ec-ba91-a07634c16308 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396061 Mar 29 01:22:54.771650 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-3fdeb132-dbaf-4e83-a803-839e383166a5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:54.773103 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-3fdeb132-dbaf-4e83-a803-839e383166a5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 945 time: 0.0570304 Mar 29 01:22:54.903453 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43def2e6-8bc6-4247-b6e3-d4b79c287ce5 req-fbe3e368-80cc-4ef0-adb1-d1f83f289818 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:54.905175 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-43def2e6-8bc6-4247-b6e3-d4b79c287ce5 req-fbe3e368-80cc-4ef0-adb1-d1f83f289818 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.1173713 Mar 29 01:22:54.957884 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Deleting port cc87c15a-83aa-4260-b6ed-665d191fe2d3 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:22:54.958227 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:55.035416 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e42014-4fc3-4282-b0b4-54025880a9b0 req-79798e73-7936-48d9-a16d-67b609b61be6 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:55.036806 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93e42014-4fc3-4282-b0b4-54025880a9b0 req-79798e73-7936-48d9-a16d-67b609b61be6 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 945 time: 0.1519861 Mar 29 01:22:55.044366 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-43def2e6-8bc6-4247-b6e3-d4b79c287ce5 req-416d9e41-1ee0-4e6a-a406-823078d550db tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204176 Mar 29 01:22:55.114729 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] For port cc87c15a-83aa-4260-b6ed-665d191fe2d3, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=cc87c15a-83aa-4260-b6ed-665d191fe2d3,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:22:55.115434 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:55.120393 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c3eb40d4-3577-450e-894f-6dcb2c138e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:55.132221 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93e42014-4fc3-4282-b0b4-54025880a9b0 req-e35b39b3-2d4a-4569-a3ac-60855a63f836 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=a728ae9a-6ba7-44a9-950a-4f9f27e6813f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869401 Mar 29 01:22:55.224641 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940097c4-b507-40a4-a9fe-16baa8b9430a req-a7b34bdf-2e77-42d3-9aa3-d38aa103047a tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:55.226107 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-940097c4-b507-40a4-a9fe-16baa8b9430a req-a7b34bdf-2e77-42d3-9aa3-d38aa103047a tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.1135428 Mar 29 01:22:55.234654 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43522) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:55.239401 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-ff5e1209-7dde-43a9-8329-02f7857477c4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Request body: {'floatingip': {'port_id': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:22:55.293312 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff5e1209-7dde-43a9-8329-02f7857477c4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for floatingip (58510509-c515-47f1-b8a0-a7e7d33472e3), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:55.336347 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:55.336347 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (977054f5-f8d2-4b9c-a17f-194dec1329a7), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:55.336697 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Floating IP 977054f5-f8d2-4b9c-a17f-194dec1329a7 disassociated. External IP: 172.27.2.239, port: cc87c15a-83aa-4260-b6ed-665d191fe2d3. Mar 29 01:22:55.336827 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Calling delete_port for cc87c15a-83aa-4260-b6ed-665d191fe2d3 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:22:55.467860 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (cc87c15a-83aa-4260-b6ed-665d191fe2d3), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:55.500740 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'Port': ['ID=cc87c15a-83aa-4260-b6ed-665d191fe2d3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:55.639909 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Router d3ca4adf-1e63-4cc6-ba53-139565cc5321 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:22:55.758267 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:22:55.769320 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c632ba14-2431-48e2-acc6-c76df0a13a79 None None] Sync routers for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:22:55.779798 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632ba14-2431-48e2-acc6-c76df0a13a79 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:22:55.780350 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-c632ba14-2431-48e2-acc6-c76df0a13a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:55.800602 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] No DVR routers for this DVR port cc87c15a-83aa-4260-b6ed-665d191fe2d3 on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:22:55.804091 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:55.807459 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c6a24049-06ee-4c95-9e7e-bf96a3f6e8a3 req-a77ecb41-9ed8-4b79-a552-262acf826a34 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "DELETE /v2.0/ports/cc87c15a-83aa-4260-b6ed-665d191fe2d3 HTTP/1.1" status: 204 len: 173 time: 1.0286686 Mar 29 01:22:55.808324 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'name': 'network-vif-deleted', 'tag': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:22:55.810732 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e3c0e5-a328-45bb-aa7d-2b4d924c39f6" -d '{"events": [{"server_uuid": "3f1b50dc-0f3a-48da-99df-4ea8a6cab125", "name": "network-vif-deleted", "tag": "cc87c15a-83aa-4260-b6ed-665d191fe2d3"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:22:55.868231 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ddc036-b9ce-454c-b226-5d693fd6d571 x-openstack-request-id: req-95ddc036-b9ce-454c-b226-5d693fd6d571 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:22:55.868628 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f1b50dc-0f3a-48da-99df-4ea8a6cab125", "name": "network-vif-deleted", "tag": "cc87c15a-83aa-4260-b6ed-665d191fe2d3", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:22:55.868998 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-95ddc036-b9ce-454c-b226-5d693fd6d571 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:22:55.869490 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ddc036-b9ce-454c-b226-5d693fd6d571'] response: {'server_uuid': '3f1b50dc-0f3a-48da-99df-4ea8a6cab125', 'name': 'network-vif-deleted', 'tag': 'cc87c15a-83aa-4260-b6ed-665d191fe2d3', 'status': 'completed', 'code': 200} Mar 29 01:22:55.904841 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-c632ba14-2431-48e2-acc6-c76df0a13a79 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:22:56.037361 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff5e1209-7dde-43a9-8329-02f7857477c4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:56.042062 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff5e1209-7dde-43a9-8329-02f7857477c4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (58510509-c515-47f1-b8a0-a7e7d33472e3), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:56.111058 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-c632ba14-2431-48e2-acc6-c76df0a13a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:56.140181 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c632ba14-2431-48e2-acc6-c76df0a13a79 None None] Checking router: d3ca4adf-1e63-4cc6-ba53-139565cc5321 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:22:56.148710 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c632ba14-2431-48e2-acc6-c76df0a13a79 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:22:56.149328 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-c632ba14-2431-48e2-acc6-c76df0a13a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:56.254394 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9b0ed482-aabf-4b88-8dda-9f99cf1b5220 req-7af0af56-f724-43ce-b8fd-ecf5e9af4e88 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=3f1b50dc-0f3a-48da-99df-4ea8a6cab125 HTTP/1.1" status: 200 len: 210 time: 0.0343957 Mar 29 01:22:56.258948 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-c632ba14-2431-48e2-acc6-c76df0a13a79 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:22:56.277089 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff5e1209-7dde-43a9-8329-02f7857477c4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:22:56.394962 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff5e1209-7dde-43a9-8329-02f7857477c4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:22:56.399763 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ff5e1209-7dde-43a9-8329-02f7857477c4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:56.407606 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f8778-c495-419f-8fb0-cd20ea98cdad None None] Sync routers for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:22:56.418718 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f8778-c495-419f-8fb0-cd20ea98cdad None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:22:56.419382 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d78f8778-c495-419f-8fb0-cd20ea98cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:56.431008 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:22:56.433498 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e50d63f-be69-4884-94e2-56d8eea3ffef" -d '{"events": [{"name": "network-changed", "server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:22:56.472261 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-c632ba14-2431-48e2-acc6-c76df0a13a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:56.483831 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-ff5e1209-7dde-43a9-8329-02f7857477c4 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "PUT /v2.0/floatingips/58510509-c515-47f1-b8a0-a7e7d33472e3 HTTP/1.1" status: 200 len: 993 time: 1.2477729 Mar 29 01:22:56.500758 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c632ba14-2431-48e2-acc6-c76df0a13a79 None None] The sync data for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi is: [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:22:56.547929 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdba7d9f-faad-4850-91ad-cfbe91991fa0 x-openstack-request-id: req-fdba7d9f-faad-4850-91ad-cfbe91991fa0 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:22:56.548245 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:22:56.548502 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdba7d9f-faad-4850-91ad-cfbe91991fa0 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:22:56.548913 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdba7d9f-faad-4850-91ad-cfbe91991fa0'] response: {'name': 'network-changed', 'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'status': 'completed', 'code': 200} Mar 29 01:22:56.554695 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d78f8778-c495-419f-8fb0-cd20ea98cdad None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:22:56.617397 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d63f-be69-4884-94e2-56d8eea3ffef req-670ddf2d-23f6-4c34-8ebb-50f48682a2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:56.619043 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5e50d63f-be69-4884-94e2-56d8eea3ffef req-670ddf2d-23f6-4c34-8ebb-50f48682a2ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 1130 time: 0.0468636 Mar 29 01:22:56.678186 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:22:56.728067 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d63f-be69-4884-94e2-56d8eea3ffef req-d4f7c3e1-f408-4f5a-bd0b-4ea0227a296e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:56.729618 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5e50d63f-be69-4884-94e2-56d8eea3ffef req-d4f7c3e1-f408-4f5a-bd0b-4ea0227a296e service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.1021249 Mar 29 01:22:56.745720 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10035fc-0f18-46b2-bd77-7d97ae8ced57 None None] New status for floating IP 977054f5-f8d2-4b9c-a17f-194dec1329a7: DOWN {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:22:56.796569 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5e50d63f-be69-4884-94e2-56d8eea3ffef req-b74265eb-b20a-4947-a9ae-5a2de8519018 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 HTTP/1.1" status: 200 len: 1001 time: 0.0603259 Mar 29 01:22:56.799585 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d78f8778-c495-419f-8fb0-cd20ea98cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '58510509-c515-47f1-b8a0-a7e7d33472e3', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'port_id': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'mac_address': 'fa:16:3e:3e:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:18:52Z', 'updated_at': '2022-03-29T01:22:55Z', 'revision_number': 3, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:42Z', 'revision_number': 5, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:56.831066 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f8778-c495-419f-8fb0-cd20ea98cdad None None] Checking router: c8a764f7-eb3f-4433-ac64-1d37ef1ada10 for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:22:56.839464 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78f8778-c495-419f-8fb0-cd20ea98cdad None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:22:56.840267 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d78f8778-c495-419f-8fb0-cd20ea98cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:56.849364 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d63f-be69-4884-94e2-56d8eea3ffef req-ced7c438-0a41-4f87-a408-291e2002e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:56.851322 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5e50d63f-be69-4884-94e2-56d8eea3ffef req-ced7c438-0a41-4f87-a408-291e2002e9ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0487480 Mar 29 01:22:56.904748 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50d63f-be69-4884-94e2-56d8eea3ffef req-34232d00-bd15-488a-9343-ddab7b5c00e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:56.906854 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5e50d63f-be69-4884-94e2-56d8eea3ffef req-34232d00-bd15-488a-9343-ddab7b5c00e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0494344 Mar 29 01:22:56.952809 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-d78f8778-c495-419f-8fb0-cd20ea98cdad None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:22:57.004277 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5e50d63f-be69-4884-94e2-56d8eea3ffef req-57cf404e-1371-43bf-ae9e-3fed8327b6c3 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918684 Mar 29 01:22:57.095652 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5e50d63f-be69-4884-94e2-56d8eea3ffef req-99c100da-24fa-452f-8212-b38629600d48 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854096 Mar 29 01:22:57.173521 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-d78f8778-c495-419f-8fb0-cd20ea98cdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '58510509-c515-47f1-b8a0-a7e7d33472e3', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'port_id': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'mac_address': 'fa:16:3e:3e:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:18:52Z', 'updated_at': '2022-03-29T01:22:55Z', 'revision_number': 3, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:42Z', 'revision_number': 5, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:22:57.199313 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78f8778-c495-419f-8fb0-cd20ea98cdad None None] The sync data for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi is: [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '58510509-c515-47f1-b8a0-a7e7d33472e3', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'port_id': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 329, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'mac_address': 'fa:16:3e:3e:a6:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:18:52Z', 'updated_at': '2022-03-29T01:22:55Z', 'revision_number': 3, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:42Z', 'revision_number': 5, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:22:57.333565 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43542) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:57.388579 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1abe2fa8-be82-40e3-9e0a-96b3061c5c03 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (a728ae9a-6ba7-44a9-950a-4f9f27e6813f), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:57.410983 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1abe2fa8-be82-40e3-9e0a-96b3061c5c03 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (a728ae9a-6ba7-44a9-950a-4f9f27e6813f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:57.457297 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1abe2fa8-be82-40e3-9e0a-96b3061c5c03 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a728ae9a-6ba7-44a9-950a-4f9f27e6813f), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:57.459958 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1abe2fa8-be82-40e3-9e0a-96b3061c5c03 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:57.461090 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1abe2fa8-be82-40e3-9e0a-96b3061c5c03 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "DELETE /v2.0/security-groups/a728ae9a-6ba7-44a9-950a-4f9f27e6813f HTTP/1.1" status: 204 len: 168 time: 0.1264577 Mar 29 01:22:57.463989 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43544) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:57.470819 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abe2fa8-be82-40e3-9e0a-96b3061c5c03 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a728ae9a-6ba7-44a9-950a-4f9f27e6813f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:57.480255 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.api.v2.resource [None req-67f7025d-e480-479c-9d21-3e626ef54f60 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] show failed (client error): The resource could not be found. Mar 29 01:22:57.481422 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-67f7025d-e480-479c-9d21-3e626ef54f60 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups/a728ae9a-6ba7-44a9-950a-4f9f27e6813f HTTP/1.1" status: 404 len: 347 time: 0.0164092 Mar 29 01:22:57.484323 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43546) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:57.508806 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aa927269-b485-4246-bc93-83b85cc7a9e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:57.611365 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1f6909ab-a0d9-41f5-9a57-9a58f99a5b17 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Deleting port 918fa854-6157-4030-a3ae-ededbd532a2d {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:22:57.611703 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f6909ab-a0d9-41f5-9a57-9a58f99a5b17 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (918fa854-6157-4030-a3ae-ededbd532a2d), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:57.686207 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f6909ab-a0d9-41f5-9a57-9a58f99a5b17 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (918fa854-6157-4030-a3ae-ededbd532a2d), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:57.686527 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f6909ab-a0d9-41f5-9a57-9a58f99a5b17 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (918fa854-6157-4030-a3ae-ededbd532a2d), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:57.698246 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1f6909ab-a0d9-41f5-9a57-9a58f99a5b17 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Calling delete_port for 918fa854-6157-4030-a3ae-ededbd532a2d owned by network:floatingip {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:22:57.834381 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f6909ab-a0d9-41f5-9a57-9a58f99a5b17 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (918fa854-6157-4030-a3ae-ededbd532a2d), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:57.866723 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6909ab-a0d9-41f5-9a57-9a58f99a5b17 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'Port': ['ID=918fa854-6157-4030-a3ae-ededbd532a2d,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:57.925988 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f6909ab-a0d9-41f5-9a57-9a58f99a5b17 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (977054f5-f8d2-4b9c-a17f-194dec1329a7), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:57.928601 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1f6909ab-a0d9-41f5-9a57-9a58f99a5b17 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:57.929740 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-1f6909ab-a0d9-41f5-9a57-9a58f99a5b17 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "DELETE /v2.0/floatingips/977054f5-f8d2-4b9c-a17f-194dec1329a7 HTTP/1.1" status: 204 len: 168 time: 0.4422877 Mar 29 01:22:58.086037 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device cc87c15a-83aa-4260-b6ed-665d191fe2d3 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:22:58.106167 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: cc87c15a-83aa-4260-b6ed-665d191fe2d3 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:22:58.106514 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device cc87c15a-83aa-4260-b6ed-665d191fe2d3 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:22:58.233927 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43550) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:58.238541 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-0ccfb4bb-737b-4f6a-84c1-b2077406fca7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1488726801', 'description': 'tempest-description--2082078768'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:22:58.258810 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb4bb-737b-4f6a-84c1-b2077406fca7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.324274 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb4bb-737b-4f6a-84c1-b2077406fca7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (9ff954df-0e2b-4ee4-8497-f3213577f841), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.327815 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb4bb-737b-4f6a-84c1-b2077406fca7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (9ff954df-0e2b-4ee4-8497-f3213577f841), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.356638 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0ccfb4bb-737b-4f6a-84c1-b2077406fca7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.357777 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-0ccfb4bb-737b-4f6a-84c1-b2077406fca7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1228437 Mar 29 01:22:58.360169 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfb4bb-737b-4f6a-84c1-b2077406fca7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff954df-0e2b-4ee4-8497-f3213577f841,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:58.361595 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43552) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:58.366112 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-3d1743fb-8e72-4c3e-a1ce-9a68ab16a26d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group_rule': {'security_group_id': '9ff954df-0e2b-4ee4-8497-f3213577f841', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:22:58.394146 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d1743fb-8e72-4c3e-a1ce-9a68ab16a26d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (a7fbedb0-6078-43fc-850b-84ebdf3d9fb0), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.438980 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d1743fb-8e72-4c3e-a1ce-9a68ab16a26d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (a7fbedb0-6078-43fc-850b-84ebdf3d9fb0), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.442529 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d1743fb-8e72-4c3e-a1ce-9a68ab16a26d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (a7fbedb0-6078-43fc-850b-84ebdf3d9fb0), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.463875 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1743fb-8e72-4c3e-a1ce-9a68ab16a26d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7fbedb0-6078-43fc-850b-84ebdf3d9fb0,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:58.471230 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3d1743fb-8e72-4c3e-a1ce-9a68ab16a26d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.472416 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3d1743fb-8e72-4c3e-a1ce-9a68ab16a26d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097903 Mar 29 01:22:58.475137 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43554) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:58.479337 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8f731f24-5106-4c59-92ec-ab6cc6f1de6c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group_rule': {'security_group_id': '9ff954df-0e2b-4ee4-8497-f3213577f841', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:22:58.504022 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f731f24-5106-4c59-92ec-ab6cc6f1de6c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (b99460ab-6dcb-48c6-93b8-770f08b67176), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.550580 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:22:58.553243 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b271338a-b686-46b3-886c-beeacbcbb794" -d '{"events": [{"name": "network-changed", "server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:22:58.558502 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f731f24-5106-4c59-92ec-ab6cc6f1de6c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (b99460ab-6dcb-48c6-93b8-770f08b67176), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.563617 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.564077 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f731f24-5106-4c59-92ec-ab6cc6f1de6c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (b99460ab-6dcb-48c6-93b8-770f08b67176), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.581060 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f731f24-5106-4c59-92ec-ab6cc6f1de6c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b99460ab-6dcb-48c6-93b8-770f08b67176,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:58.590171 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de38e6c3-26ba-4cb4-bb60-05ded434505f x-openstack-request-id: req-de38e6c3-26ba-4cb4-bb60-05ded434505f {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:22:58.590354 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8f731f24-5106-4c59-92ec-ab6cc6f1de6c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.590531 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:22:58.590726 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-de38e6c3-26ba-4cb4-bb60-05ded434505f {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:22:58.591157 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de38e6c3-26ba-4cb4-bb60-05ded434505f'] response: {'name': 'network-changed', 'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'status': 'completed', 'code': 200} Mar 29 01:22:58.591572 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8f731f24-5106-4c59-92ec-ab6cc6f1de6c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154451 Mar 29 01:22:58.594841 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43558) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:22:58.599656 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:22:58.622169 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.659365 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271338a-b686-46b3-886c-beeacbcbb794 req-e3b2febb-e113-4ac9-8549-8f1c20780622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:58.660865 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b271338a-b686-46b3-886c-beeacbcbb794 req-e3b2febb-e113-4ac9-8549-8f1c20780622 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 1130 time: 0.0486352 Mar 29 01:22:58.723144 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.753750 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271338a-b686-46b3-886c-beeacbcbb794 req-437a5637-41eb-4864-862a-e729e3e057e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:58.755260 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b271338a-b686-46b3-886c-beeacbcbb794 req-437a5637-41eb-4864-862a-e729e3e057e9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.0888543 Mar 29 01:22:58.822074 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b271338a-b686-46b3-886c-beeacbcbb794 req-01998cde-cbc4-419a-86dc-fc6b3aaf7045 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 HTTP/1.1" status: 200 len: 1001 time: 0.0609167 Mar 29 01:22:58.824945 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Allocated IP 172.27.2.64 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/406e3001-2bec-4548-9cf5-25876c940743) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:22:58.876727 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271338a-b686-46b3-886c-beeacbcbb794 req-0bf4d7c0-e5d9-4bba-a2e5-fb6b7c25a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:58.878161 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b271338a-b686-46b3-886c-beeacbcbb794 req-0bf4d7c0-e5d9-4bba-a2e5-fb6b7c25a17f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0489981 Mar 29 01:22:58.930476 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271338a-b686-46b3-886c-beeacbcbb794 req-fb6c600b-910c-43ea-95ae-be5e94877d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:58.932022 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b271338a-b686-46b3-886c-beeacbcbb794 req-fb6c600b-910c-43ea-95ae-be5e94877d3f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486770 Mar 29 01:22:58.933077 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (406e3001-2bec-4548-9cf5-25876c940743), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:58.966460 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (406e3001-2bec-4548-9cf5-25876c940743), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:59.004052 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:22:59.007061 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:22:59.012596 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:22:59.019924 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b271338a-b686-46b3-886c-beeacbcbb794 req-bbe1a315-564f-4304-b184-2670f3955c39 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819612 Mar 29 01:22:59.035238 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=406e3001-2bec-4548-9cf5-25876c940743,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:59.104209 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (429d2b60-0eea-40cd-886b-d65d6ea78d78), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:59.116550 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b271338a-b686-46b3-886c-beeacbcbb794 req-89bbe9e1-302c-469b-9370-be61a93ddc37 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908194 Mar 29 01:22:59.142115 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (406e3001-2bec-4548-9cf5-25876c940743), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:59.288444 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (406e3001-2bec-4548-9cf5-25876c940743), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:59.292835 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (406e3001-2bec-4548-9cf5-25876c940743), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:59.362253 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=406e3001-2bec-4548-9cf5-25876c940743,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:22:59.368532 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (429d2b60-0eea-40cd-886b-d65d6ea78d78), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:59.383626 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:22:59.385274 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-36c42b53-e9d2-462c-8c75-86383c87e786 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7889569 Mar 29 01:22:59.528770 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-3eadf253-8c57-4a9b-9008-006cd84fa66e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1488726801&fields=id&tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 267 time: 0.0416462 Mar 29 01:22:59.634726 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-bfe2e7e3-fd50-4640-ae12-44cc64805c60 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:22:59.636202 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-bfe2e7e3-fd50-4640-ae12-44cc64805c60 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 815 time: 0.1005917 Mar 29 01:22:59.650839 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-3329ec61-e021-46e2-b552-cd0ea5f606af tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/quotas/9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 375 time: 0.0089705 Mar 29 01:22:59.709414 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-1bf27ae4-eddc-423b-8186-2959dd092581 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539029 Mar 29 01:22:59.801822 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-3ec99e11-0430-4d95-9012-b0cb0a482358 service neutron] 10.222.0.23 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815308 Mar 29 01:22:59.932587 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:00.125944 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-c5a9494d-76a5-4294-a506-0df6660d094f service neutron] 10.222.0.23 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180966 Mar 29 01:23:00.290569 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6ef8dd33-7373-472c-8441-a2cb3ddaab4b req-28f21673-5c07-4fc5-aba4-33d913ef70c4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 210 time: 0.0270352 Mar 29 01:23:01.200450 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-b0698350-7613-46b8-ae42-8b7b3ccc913c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:01.201896 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-b0698350-7613-46b8-ae42-8b7b3ccc913c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 815 time: 0.1008368 Mar 29 01:23:01.263189 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-baa787e8-769f-4387-abac-6572613420e1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 380 time: 0.0517535 Mar 29 01:23:01.271739 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'port': {'device_id': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'admin_state_up': True, 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'security_groups': ['9ff954df-0e2b-4ee4-8497-f3213577f841']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:23:01.387791 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a42c3e2b-7552-4eba-91c6-872f7af83aed req-e0162f18-4969-4222-8be0-82adbaf6e06d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 210 time: 0.0312724 Mar 29 01:23:01.401991 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Made reservation on behalf of 9e4d1c4fc5634ebaa1f02f7063fd633b for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:23:01.405786 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:01.509602 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:01.534035 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Allocated IP 172.20.0.4 (efe61488-9b8e-4b7a-9ec4-1e23503c6b37/9b553518-51b2-4da2-99ae-f87ad4e0e785/2628d8e1-abc7-40f5-bac3-2907e5e81093) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:23:01.669230 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:01.701756 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:01.743394 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:23:01.746650 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:23:01.749608 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:23:01.779281 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=2628d8e1-abc7-40f5-bac3-2907e5e81093,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:01.810901 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:01.811522 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:01.829205 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-d4ae51ac-e3f6-4e68-880c-78348bdc9049 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610077 Mar 29 01:23:01.864633 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Request body: {'port': {'device_id': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:23:01.928551 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:02.009927 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1fab4279-b4d6-41cd-a2bf-3ef910eb47a2 None None] Provisioning complete for port 2628d8e1-abc7-40f5-bac3-2907e5e81093 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:23:02.010296 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1fab4279-b4d6-41cd-a2bf-3ef910eb47a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:02.045726 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1fab4279-b4d6-41cd-a2bf-3ef910eb47a2 None None] Port 2628d8e1-abc7-40f5-bac3-2907e5e81093 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:23:02.183705 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2628d8e1-abc7-40f5-bac3-2907e5e81093 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:23:02.191770 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Publish callbacks [] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:02.203335 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Transition to ACTIVE for port object 2628d8e1-abc7-40f5-bac3-2907e5e81093 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:23:02.207230 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:02.258305 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2628d8e1-abc7-40f5-bac3-2907e5e81093,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:02.328591 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Attempting to bind port 2628d8e1-abc7-40f5-bac3-2907e5e81093 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:23:02.328946 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Attempting to bind port 2628d8e1-abc7-40f5-bac3-2907e5e81093 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:23:02.329279 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Attempting to bind port 2628d8e1-abc7-40f5-bac3-2907e5e81093 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:23:02.334564 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Port 2628d8e1-abc7-40f5-bac3-2907e5e81093 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:23:02.334564 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Attempting to bind port 2628d8e1-abc7-40f5-bac3-2907e5e81093 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:23:02.339177 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 22, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:23:02.339522 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Checking segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:23:02.339904 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Bound using segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:23:02.340331 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Bound port: 2628d8e1-abc7-40f5-bac3-2907e5e81093, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:23:02.340715 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:02.411861 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] For port 2628d8e1-abc7-40f5-bac3-2907e5e81093, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:23:02.414023 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] For port 2628d8e1-abc7-40f5-bac3-2907e5e81093, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2628d8e1-abc7-40f5-bac3-2907e5e81093,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:23:02.421418 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:02.483522 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:02.484532 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:02.486468 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] 10.222.0.13 "PUT /v2.0/ports/2628d8e1-abc7-40f5-bac3-2907e5e81093 HTTP/1.1" status: 200 len: 1093 time: 0.6261983 Mar 29 01:23:02.495529 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'tag': '2628d8e1-abc7-40f5-bac3-2907e5e81093'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:23:02.497789 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb", "tag": "2628d8e1-abc7-40f5-bac3-2907e5e81093"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:23:02.514625 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed213159-8fe4-45f5-ab4e-51a8756d9cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=2628d8e1-abc7-40f5-bac3-2907e5e81093,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:02.569850 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47a316b-969c-4f94-9c78-4ea699a88c91 x-openstack-request-id: req-f47a316b-969c-4f94-9c78-4ea699a88c91 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:23:02.570137 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb", "tag": "2628d8e1-abc7-40f5-bac3-2907e5e81093", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:23:02.570384 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f47a316b-969c-4f94-9c78-4ea699a88c91 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:23:02.570785 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47a316b-969c-4f94-9c78-4ea699a88c91'] response: {'name': 'network-changed', 'server_uuid': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'tag': '2628d8e1-abc7-40f5-bac3-2907e5e81093', 'status': 'completed', 'code': 200} Mar 29 01:23:02.598717 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5113181-0bc4-4b61-9ffa-efaf58aefca2 req-0377cd26-e17c-4c10-8552-0eeec8b0bcdd tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:02.600266 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d5113181-0bc4-4b61-9ffa-efaf58aefca2 req-0377cd26-e17c-4c10-8552-0eeec8b0bcdd tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 943 time: 0.1263680 Mar 29 01:23:02.610191 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-cf70ad1e-996e-42fe-96bb-3ca70e18e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:02.612055 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-cf70ad1e-996e-42fe-96bb-3ca70e18e637 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 1127 time: 0.0758758 Mar 29 01:23:02.668731 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-7ec425dd-3fe6-4e0f-b958-3da8aa993dd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2628d8e1-abc7-40f5-bac3-2907e5e81093 HTTP/1.1" status: 200 len: 217 time: 0.0486920 Mar 29 01:23:02.724794 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d5113181-0bc4-4b61-9ffa-efaf58aefca2 req-3de09f30-8629-4ed7-a3a9-48e2910915a0 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117611 Mar 29 01:23:02.737214 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-bc3313b0-332b-44b8-83ff-d5cf3a9cbe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:02.738735 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-bc3313b0-332b-44b8-83ff-d5cf3a9cbe72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 200 len: 854 time: 0.0618868 Mar 29 01:23:02.795273 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-631969b2-215b-47b3-a529-5dce346c414e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:02.797310 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-631969b2-215b-47b3-a529-5dce346c414e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0511975 Mar 29 01:23:02.890158 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-6f99284f-4928-4f42-8436-444bc11eb169 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858748 Mar 29 01:23:02.986485 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9e501b4c-4194-4609-b865-0d63ea30d67a req-ccb16921-3034-4939-a13b-cbb3a1388457 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845261 Mar 29 01:23:03.075952 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4 req-b821c77c-9831-4b7e-b9ca-b93af4a8fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:03.077315 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4 req-b821c77c-9831-4b7e-b9ca-b93af4a8fbb9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 1127 time: 0.0433083 Mar 29 01:23:03.168271 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4 req-d89e5453-3ec1-44d4-8dc4-1b1571d0f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:03.169712 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4 req-d89e5453-3ec1-44d4-8dc4-1b1571d0f7e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 916 time: 0.0844567 Mar 29 01:23:03.209493 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4 req-3a13d269-688d-4511-912f-234c0aa04bd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2628d8e1-abc7-40f5-bac3-2907e5e81093 HTTP/1.1" status: 200 len: 217 time: 0.0333705 Mar 29 01:23:03.239966 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:03.257533 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4 req-f3303274-85ce-4ab8-b997-1d787234b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:03.258986 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4 req-f3303274-85ce-4ab8-b997-1d787234b304 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 200 len: 854 time: 0.0432081 Mar 29 01:23:03.314191 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4 req-6ecc1bf0-4117-420f-beef-fbea36c1b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:03.315739 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4 req-6ecc1bf0-4117-420f-beef-fbea36c1b25d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0491035 Mar 29 01:23:03.405228 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4 req-4f3f2db2-a544-44ea-8883-b866570c4cb0 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810409 Mar 29 01:23:03.507316 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7abcc3ff-7e6a-4794-80c0-8c59c1117aa4 req-e2a43264-ab5d-4f74-a99b-7aea451ff24b service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949206 Mar 29 01:23:03.846604 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538a330-c260-4dc2-81fb-11728338d8bf req-0eee60fe-d6ee-496f-ba32-2899f0768e26 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:03.848110 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e538a330-c260-4dc2-81fb-11728338d8bf req-0eee60fe-d6ee-496f-ba32-2899f0768e26 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 943 time: 0.0539696 Mar 29 01:23:03.895955 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e538a330-c260-4dc2-81fb-11728338d8bf req-f522527d-2109-495d-b716-a2c1e4c08088 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420299 Mar 29 01:23:04.152124 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee1ae1-f095-4694-b4df-6e4485381226 req-fd4bd8b6-760a-456d-b8d0-49539e86036d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:04.153604 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eeee1ae1-f095-4694-b4df-6e4485381226 req-fd4bd8b6-760a-456d-b8d0-49539e86036d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.0544832 Mar 29 01:23:04.200466 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eeee1ae1-f095-4694-b4df-6e4485381226 req-2cc2abbd-3de1-46d5-a73e-98bd5b75096c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406818 Mar 29 01:23:05.017914 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af5200-3b8a-43f2-9f4d-c0a474b0a405 req-06783e1c-86e5-4e6d-9715-72d7b6960cc8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:05.018974 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-76af5200-3b8a-43f2-9f4d-c0a474b0a405 req-06783e1c-86e5-4e6d-9715-72d7b6960cc8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 943 time: 0.0550151 Mar 29 01:23:05.063604 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-76af5200-3b8a-43f2-9f4d-c0a474b0a405 req-3775cc8e-d73a-4081-9b61-00cf99066022 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391560 Mar 29 01:23:05.323884 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a8321-f6ca-4197-b01c-8b279dfbbfe0 req-12da6a97-c678-4404-917f-f03516a0e878 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:05.325236 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5b5a8321-f6ca-4197-b01c-8b279dfbbfe0 req-12da6a97-c678-4404-917f-f03516a0e878 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.0520837 Mar 29 01:23:05.371146 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5b5a8321-f6ca-4197-b01c-8b279dfbbfe0 req-60f1c38b-fc3b-4c7e-8df3-3f4f47229215 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403440 Mar 29 01:23:06.114193 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 2628d8e1-abc7-40f5-bac3-2907e5e81093 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:23:06.202569 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-1f9759a0-ed11-4232-a7dc-007dae462667 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:06.204094 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-1f9759a0-ed11-4232-a7dc-007dae462667 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.13 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.0903771 Mar 29 01:23:06.211906 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7f0e8f-bdb5-4852-bfbe-b9ee0d7084e7 req-5397e575-3881-4ab5-a327-da82bf0a031d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:06.213293 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0c7f0e8f-bdb5-4852-bfbe-b9ee0d7084e7 req-5397e575-3881-4ab5-a327-da82bf0a031d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 943 time: 0.0731256 Mar 29 01:23:06.216008 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 2628d8e1-abc7-40f5-bac3-2907e5e81093, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2628d8e1-abc7-40f5-bac3-2907e5e81093,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:23:06.228699 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '2628d8e1-abc7-40f5-bac3-2907e5e81093', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'port_id': '2628d8e1-abc7-40f5-bac3-2907e5e81093', 'mac_address': 'fa:16:3e:45:37:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:23:06.265587 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 2628d8e1-abc7-40f5-bac3-2907e5e81093 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:23:06.265977 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:06.279886 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2628d8e1-abc7-40f5-bac3-2907e5e81093 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:23:06.300042 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 2628d8e1-abc7-40f5-bac3-2907e5e81093, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2628d8e1-abc7-40f5-bac3-2907e5e81093,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:23:06.304028 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:06.315676 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0c7f0e8f-bdb5-4852-bfbe-b9ee0d7084e7 req-d536548a-7ceb-467a-9048-1637a8b064b8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939491 Mar 29 01:23:06.340187 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Deleting port fc7dce4b-3812-40b5-a3c7-92f33d309c0c {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:23:06.340528 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:06.352727 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=2628d8e1-abc7-40f5-bac3-2907e5e81093,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:06.359585 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.359939 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.360285 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.360624 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.360991 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.361836 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.362181 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.362515 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.362869 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.363200 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.363531 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.363860 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.364184 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.364507 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.364826 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:23:06.426853 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] For port fc7dce4b-3812-40b5-a3c7-92f33d309c0c, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:23:06.427225 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:06.575278 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704bd187-3550-4dd9-8d0a-e34aeda97c5f req-35239bd0-26ba-4e0a-90a9-bf778b814d09 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:06.576752 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-704bd187-3550-4dd9-8d0a-e34aeda97c5f req-35239bd0-26ba-4e0a-90a9-bf778b814d09 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=55c7c688-9106-4ec8-a205-ded6b9310897 HTTP/1.1" status: 200 len: 946 time: 0.1344507 Mar 29 01:23:06.661981 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:06.662262 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (45ef5965-3f63-4eb3-8746-aa0d9c789bf3), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:06.662581 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Floating IP 45ef5965-3f63-4eb3-8746-aa0d9c789bf3 disassociated. External IP: 172.27.2.67, port: fc7dce4b-3812-40b5-a3c7-92f33d309c0c. Mar 29 01:23:06.662950 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Calling delete_port for fc7dce4b-3812-40b5-a3c7-92f33d309c0c owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:23:06.676785 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-704bd187-3550-4dd9-8d0a-e34aeda97c5f req-f0dc1929-52ac-4504-8fa9-b982ef4d79ea tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=72289cd0-3db4-4aac-aa4f-0630637add1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671158 Mar 29 01:23:06.745131 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['2628d8e1-abc7-40f5-bac3-2907e5e81093'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:23:06.797751 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (fc7dce4b-3812-40b5-a3c7-92f33d309c0c), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:06.823813 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event deleted for resources: {'Port': ['ID=fc7dce4b-3812-40b5-a3c7-92f33d309c0c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:06.940574 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Router 819619fe-4f35-4d32-9262-85365632943b has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:23:07.046604 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:23:07.057142 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80303548-c79a-46d6-9ab5-2250a8e27184 None None] Sync routers for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:23:07.067470 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80303548-c79a-46d6-9ab5-2250a8e27184 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:23:07.068081 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-80303548-c79a-46d6-9ab5-2250a8e27184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:07.087880 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] No DVR routers for this DVR port fc7dce4b-3812-40b5-a3c7-92f33d309c0c on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:23:07.090336 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:07.093721 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f0df2578-de02-4dcf-8495-123f67be78d7 req-bb463d91-40db-40c7-8662-d34d07b9434e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.13 "DELETE /v2.0/ports/fc7dce4b-3812-40b5-a3c7-92f33d309c0c HTTP/1.1" status: 204 len: 173 time: 0.8795691 Mar 29 01:23:07.094156 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'name': 'network-vif-deleted', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:23:07.096903 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0734dc-0837-46e8-a826-779eb4b4b1d0" -d '{"events": [{"server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "name": "network-vif-deleted", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:23:07.137158 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53d4a740-eab6-4a6d-a288-264997a49500 x-openstack-request-id: req-53d4a740-eab6-4a6d-a288-264997a49500 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:23:07.137464 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c7c688-9106-4ec8-a205-ded6b9310897", "name": "network-vif-deleted", "tag": "fc7dce4b-3812-40b5-a3c7-92f33d309c0c", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:23:07.137745 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53d4a740-eab6-4a6d-a288-264997a49500 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:23:07.138149 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d4a740-eab6-4a6d-a288-264997a49500'] response: {'server_uuid': '55c7c688-9106-4ec8-a205-ded6b9310897', 'name': 'network-vif-deleted', 'tag': 'fc7dce4b-3812-40b5-a3c7-92f33d309c0c', 'status': 'completed', 'code': 200} Mar 29 01:23:07.182546 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-80303548-c79a-46d6-9ab5-2250a8e27184 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:23:07.396755 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-80303548-c79a-46d6-9ab5-2250a8e27184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:07.423155 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80303548-c79a-46d6-9ab5-2250a8e27184 None None] Checking router: 819619fe-4f35-4d32-9262-85365632943b for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:23:07.431594 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80303548-c79a-46d6-9ab5-2250a8e27184 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:23:07.432085 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e1be72-2130-4e58-bb4b-8a49ecececf1 req-54e56ddd-9f46-43eb-b8de-644ad3ac6456 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:07.432580 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-80303548-c79a-46d6-9ab5-2250a8e27184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:07.433975 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-04e1be72-2130-4e58-bb4b-8a49ecececf1 req-54e56ddd-9f46-43eb-b8de-644ad3ac6456 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 944 time: 0.0520179 Mar 29 01:23:07.481765 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-04e1be72-2130-4e58-bb4b-8a49ecececf1 req-61cd70f8-b23c-428a-8ea1-fb60e81db717 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419300 Mar 29 01:23:07.540127 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-80303548-c79a-46d6-9ab5-2250a8e27184 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:23:07.748093 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-80303548-c79a-46d6-9ab5-2250a8e27184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:07.778767 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43638) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:23:07.780681 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80303548-c79a-46d6-9ab5-2250a8e27184 None None] The sync data for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi is: [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:23:07.837248 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6933ed90-4ce2-4f14-a0d8-6195fd76f3be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (72289cd0-3db4-4aac-aa4f-0630637add1a), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:07.860506 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6933ed90-4ce2-4f14-a0d8-6195fd76f3be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (72289cd0-3db4-4aac-aa4f-0630637add1a), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:07.916988 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6933ed90-4ce2-4f14-a0d8-6195fd76f3be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (72289cd0-3db4-4aac-aa4f-0630637add1a), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:07.919608 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6933ed90-4ce2-4f14-a0d8-6195fd76f3be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:07.924626 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-6933ed90-4ce2-4f14-a0d8-6195fd76f3be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "DELETE /v2.0/security-groups/72289cd0-3db4-4aac-aa4f-0630637add1a HTTP/1.1" status: 204 len: 168 time: 0.1409914 Mar 29 01:23:07.925265 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43640) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:23:07.931658 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933ed90-4ce2-4f14-a0d8-6195fd76f3be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72289cd0-3db4-4aac-aa4f-0630637add1a,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:07.938803 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.api.v2.resource [None req-782d99f3-ce56-4287-84b4-7dcc0f7bff75 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] show failed (client error): The resource could not be found. Mar 29 01:23:07.942547 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-782d99f3-ce56-4287-84b4-7dcc0f7bff75 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups/72289cd0-3db4-4aac-aa4f-0630637add1a HTTP/1.1" status: 404 len: 347 time: 0.0135515 Mar 29 01:23:07.942662 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43642) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:23:08.007935 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8542bc9-1906-4156-8331-475b6b0e4994 None None] New status for floating IP 45ef5965-3f63-4eb3-8746-aa0d9c789bf3: DOWN {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:23:08.071816 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-820672de-553a-4ad0-9e92-bc94f076b2ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Deleting port e93dbdda-d29a-4fa8-88bd-2f554b6df774 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:23:08.072159 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-820672de-553a-4ad0-9e92-bc94f076b2ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (e93dbdda-d29a-4fa8-88bd-2f554b6df774), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.119872 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 2628d8e1-abc7-40f5-bac3-2907e5e81093 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:23:08.157785 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-820672de-553a-4ad0-9e92-bc94f076b2ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (e93dbdda-d29a-4fa8-88bd-2f554b6df774), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.159667 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-820672de-553a-4ad0-9e92-bc94f076b2ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (e93dbdda-d29a-4fa8-88bd-2f554b6df774), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.171825 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-820672de-553a-4ad0-9e92-bc94f076b2ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Calling delete_port for e93dbdda-d29a-4fa8-88bd-2f554b6df774 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:23:08.174450 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 2628d8e1-abc7-40f5-bac3-2907e5e81093 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:23:08.178276 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 2628d8e1-abc7-40f5-bac3-2907e5e81093 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:23:08.178714 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.258178 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 2628d8e1-abc7-40f5-bac3-2907e5e81093 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:23:08.259265 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.283513 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2628d8e1-abc7-40f5-bac3-2907e5e81093'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:23:08.285890 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6997597-af5f-4428-a264-e7621e6ffc15" -d '{"events": [{"server_uuid": "1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb", "name": "network-vif-plugged", "status": "completed", "tag": "2628d8e1-abc7-40f5-bac3-2907e5e81093"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:23:08.299592 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 2628d8e1-abc7-40f5-bac3-2907e5e81093, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2628d8e1-abc7-40f5-bac3-2907e5e81093,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:23:08.303461 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.311955 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-820672de-553a-4ad0-9e92-bc94f076b2ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (e93dbdda-d29a-4fa8-88bd-2f554b6df774), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.351917 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=2628d8e1-abc7-40f5-bac3-2907e5e81093,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:08.366510 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820672de-553a-4ad0-9e92-bc94f076b2ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event deleted for resources: {'Port': ['ID=e93dbdda-d29a-4fa8-88bd-2f554b6df774,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:08.392699 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928ebb86-7341-495f-b3db-f4bf34b171c4 x-openstack-request-id: req-928ebb86-7341-495f-b3db-f4bf34b171c4 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:23:08.393168 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb", "name": "network-vif-plugged", "status": "completed", "tag": "2628d8e1-abc7-40f5-bac3-2907e5e81093", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:23:08.393427 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-928ebb86-7341-495f-b3db-f4bf34b171c4 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:23:08.394011 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928ebb86-7341-495f-b3db-f4bf34b171c4'] response: {'server_uuid': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2628d8e1-abc7-40f5-bac3-2907e5e81093', 'code': 200} Mar 29 01:23:08.407055 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-820672de-553a-4ad0-9e92-bc94f076b2ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (45ef5965-3f63-4eb3-8746-aa0d9c789bf3), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.411095 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-820672de-553a-4ad0-9e92-bc94f076b2ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.412305 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-820672de-553a-4ad0-9e92-bc94f076b2ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "DELETE /v2.0/floatingips/45ef5965-3f63-4eb3-8746-aa0d9c789bf3 HTTP/1.1" status: 204 len: 168 time: 0.4687088 Mar 29 01:23:08.589685 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43652) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:23:08.594103 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-c80c1a61-32ec-41cb-9f9a-72c5062f19f2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1228180155', 'description': 'tempest-description--1970843559'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:23:08.616460 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c80c1a61-32ec-41cb-9f9a-72c5062f19f2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.629823 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989014-ec4e-4ab4-9cd8-cdf13d86357a req-5d33f39a-3767-4ff0-a952-89ca3f917888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:08.631361 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7a989014-ec4e-4ab4-9cd8-cdf13d86357a req-5d33f39a-3767-4ff0-a952-89ca3f917888 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 1129 time: 0.0848992 Mar 29 01:23:08.638504 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7072e0b6-e7ef-4f1c-a701-c37f4d023233 req-9a680468-4cc2-4a98-93c3-74c0a9dca0fe tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:08.639992 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7072e0b6-e7ef-4f1c-a701-c37f4d023233 req-9a680468-4cc2-4a98-93c3-74c0a9dca0fe tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 945 time: 0.0840573 Mar 29 01:23:08.684565 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c80c1a61-32ec-41cb-9f9a-72c5062f19f2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (29f44e80-eb20-4806-978b-11d92204218b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.688652 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c80c1a61-32ec-41cb-9f9a-72c5062f19f2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (29f44e80-eb20-4806-978b-11d92204218b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.711186 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7a989014-ec4e-4ab4-9cd8-cdf13d86357a req-0bdca5cc-e979-410d-9d05-9ec4a38d6006 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699291 Mar 29 01:23:08.719129 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c80c1a61-32ec-41cb-9f9a-72c5062f19f2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.719302 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7072e0b6-e7ef-4f1c-a701-c37f4d023233 req-19d80bd3-0fba-4e81-bc97-6afc410507df tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696397 Mar 29 01:23:08.719415 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c80c1a61-32ec-41cb-9f9a-72c5062f19f2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1282492 Mar 29 01:23:08.722435 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43654) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:23:08.726728 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-af012730-5a95-4ba2-a0dd-00442ce8f7f8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'security_group_rule': {'security_group_id': '29f44e80-eb20-4806-978b-11d92204218b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:23:08.731801 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c1a61-32ec-41cb-9f9a-72c5062f19f2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f44e80-eb20-4806-978b-11d92204218b,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:08.758040 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-af012730-5a95-4ba2-a0dd-00442ce8f7f8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (4fb3b2dc-b1bd-427c-9e6c-4923f50ecc0e), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.810800 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-af012730-5a95-4ba2-a0dd-00442ce8f7f8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (4fb3b2dc-b1bd-427c-9e6c-4923f50ecc0e), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.814074 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-af012730-5a95-4ba2-a0dd-00442ce8f7f8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (4fb3b2dc-b1bd-427c-9e6c-4923f50ecc0e), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.830631 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af012730-5a95-4ba2-a0dd-00442ce8f7f8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb3b2dc-b1bd-427c-9e6c-4923f50ecc0e,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:08.838695 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-af012730-5a95-4ba2-a0dd-00442ce8f7f8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.839878 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-af012730-5a95-4ba2-a0dd-00442ce8f7f8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1165674 Mar 29 01:23:08.842416 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43656) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:23:08.847233 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-ea774fe7-43d0-4572-957f-6195d29360ca tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'security_group_rule': {'security_group_id': '29f44e80-eb20-4806-978b-11d92204218b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:23:08.869333 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ea774fe7-43d0-4572-957f-6195d29360ca tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (babfc877-5e4c-4408-9eb9-fbdb5f5e27c4), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.924114 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ea774fe7-43d0-4572-957f-6195d29360ca tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (babfc877-5e4c-4408-9eb9-fbdb5f5e27c4), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.929240 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ea774fe7-43d0-4572-957f-6195d29360ca tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (babfc877-5e4c-4408-9eb9-fbdb5f5e27c4), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.945955 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea774fe7-43d0-4572-957f-6195d29360ca tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=babfc877-5e4c-4408-9eb9-fbdb5f5e27c4,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:08.954254 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ea774fe7-43d0-4572-957f-6195d29360ca tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:08.955653 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-ea774fe7-43d0-4572-957f-6195d29360ca tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1123114 Mar 29 01:23:08.958550 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43658) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:23:08.962699 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:23:08.981911 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:09.074071 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:09.178194 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Allocated IP 172.27.2.196 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/5ea40ee6-92a9-4f53-b387-92793769b8a7) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:23:09.276110 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for port (5ea40ee6-92a9-4f53-b387-92793769b8a7), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:09.309492 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (5ea40ee6-92a9-4f53-b387-92793769b8a7), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:09.346822 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:23:09.349400 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:23:09.352832 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:23:09.378994 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'Port': ['ID=5ea40ee6-92a9-4f53-b387-92793769b8a7,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:09.440363 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (014db9e5-64e9-4708-a1a2-e3bfd40cd15d), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:09.474316 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (5ea40ee6-92a9-4f53-b387-92793769b8a7), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:09.618378 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for port (5ea40ee6-92a9-4f53-b387-92793769b8a7), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:09.622629 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (5ea40ee6-92a9-4f53-b387-92793769b8a7), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:09.693442 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'Port': ['ID=5ea40ee6-92a9-4f53-b387-92793769b8a7,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:09.702354 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (014db9e5-64e9-4708-a1a2-e3bfd40cd15d), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:09.716448 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:09.717677 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-58ea85c7-9672-4627-ab33-616a48c03217 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7581506 Mar 29 01:23:10.116231 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581f007-2440-4ce8-8524-802668795568 req-8a59684d-5b22-4f9f-b53a-082b85d5b107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:10.121539 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e581f007-2440-4ce8-8524-802668795568 req-8a59684d-5b22-4f9f-b53a-082b85d5b107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 945 time: 0.3342192 Mar 29 01:23:10.125033 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-1ccbf694-7221-40bf-bc1b-c0ad9840537e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1228180155&fields=id&tenant_id=4ce5b95bcc76491185ee402041492580 HTTP/1.1" status: 200 len: 267 time: 0.3051329 Mar 29 01:23:10.138048 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fc7dce4b-3812-40b5-a3c7-92f33d309c0c no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:23:10.158189 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: fc7dce4b-3812-40b5-a3c7-92f33d309c0c {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:23:10.158536 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fc7dce4b-3812-40b5-a3c7-92f33d309c0c not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:23:10.228067 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e581f007-2440-4ce8-8524-802668795568 req-dcad4edc-1f42-4862-aebd-539332b4be41 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013963 Mar 29 01:23:10.270461 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-5bf7d2f3-b5e7-422b-ba6b-8f4ba6000cbc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:10.272243 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-5bf7d2f3-b5e7-422b-ba6b-8f4ba6000cbc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 817 time: 0.1396246 Mar 29 01:23:10.289151 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-53d41f0e-a145-4ba4-a925-ca538dd0be7c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/quotas/4ce5b95bcc76491185ee402041492580 HTTP/1.1" status: 200 len: 375 time: 0.0112536 Mar 29 01:23:10.349309 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-a7ff0b12-6147-4e5f-b87a-6fd6f6e2a3b5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0537434 Mar 29 01:23:10.446369 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-55ef7e6e-8934-4d24-a108-33c239e7e856 service neutron] 10.222.0.23 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858104 Mar 29 01:23:10.537786 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-382358cf-5fad-4448-9033-e86c3090b089 service neutron] 10.222.0.23 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853775 Mar 29 01:23:10.698814 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3b62ae10-c65b-4be4-a77f-8e390f47ff86 req-6f568cc4-eb67-4284-a2da-113177b0ec6a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 210 time: 0.0277753 Mar 29 01:23:11.352009 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb58b5b-4084-4b39-86cc-b43c0503bcc8 req-53a94335-74d8-4c4e-8d75-95feea0f378a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:11.353435 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5eb58b5b-4084-4b39-86cc-b43c0503bcc8 req-53a94335-74d8-4c4e-8d75-95feea0f378a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 945 time: 0.0516677 Mar 29 01:23:11.398900 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5eb58b5b-4084-4b39-86cc-b43c0503bcc8 req-e3d7cb3d-7850-4693-9d42-8a7353dcbd71 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398381 Mar 29 01:23:11.514691 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb11192-23cf-4088-9170-0bbda4c152f8 req-86273d85-167c-42c7-be95-f1ea60b742ea tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:11.516103 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4bb11192-23cf-4088-9170-0bbda4c152f8 req-86273d85-167c-42c7-be95-f1ea60b742ea tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 945 time: 0.0558181 Mar 29 01:23:11.525568 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43688) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:23:11.530104 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-b8db6890-bf5e-4a87-934a-e24a4755e92c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'floatingip': {'port_id': '2628d8e1-abc7-40f5-bac3-2907e5e81093'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:23:11.579899 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8db6890-bf5e-4a87-934a-e24a4755e92c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (429d2b60-0eea-40cd-886b-d65d6ea78d78), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:11.777214 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-fa354d5f-e47d-4465-8b1a-ace3b9f84990 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:11.778528 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-fa354d5f-e47d-4465-8b1a-ace3b9f84990 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.13 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 817 time: 0.2153161 Mar 29 01:23:11.884744 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0678b4e3-1349-4bf1-822d-c275e997ef4c req-9e24a962-0f5a-4a88-8674-72e21dc57a77 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 210 time: 0.1158149 Mar 29 01:23:11.943522 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-cd03d2a3-8aba-4383-a0fc-8e56c7345762 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ce5b95bcc76491185ee402041492580 HTTP/1.1" status: 200 len: 380 time: 0.1208203 Mar 29 01:23:11.959247 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'port': {'device_id': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'admin_state_up': True, 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'security_groups': ['29f44e80-eb20-4806-978b-11d92204218b']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:23:12.238788 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Made reservation on behalf of 4ce5b95bcc76491185ee402041492580 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:23:12.242073 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:12.273329 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8db6890-bf5e-4a87-934a-e24a4755e92c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:12.278838 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8db6890-bf5e-4a87-934a-e24a4755e92c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (429d2b60-0eea-40cd-886b-d65d6ea78d78), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:12.458237 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Allocated IP 172.20.0.4 (3f31725d-258b-4c0a-a850-2f95e9536783/87e3f621-fd45-46f2-b74f-22cfad48deb9/0fa778e6-483f-4aaa-a227-5ebb739b4c2e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:23:12.460522 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-b8db6890-bf5e-4a87-934a-e24a4755e92c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Floating IP 429d2b60-0eea-40cd-886b-d65d6ea78d78 associated. External IP: 172.27.2.64, port: 2628d8e1-abc7-40f5-bac3-2907e5e81093. Mar 29 01:23:12.755339 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:12.802225 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8db6890-bf5e-4a87-934a-e24a4755e92c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Router d3ca4adf-1e63-4cc6-ba53-139565cc5321 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:23:12.814264 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:12.918651 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Network 3f31725d-258b-4c0a-a850-2f95e9536783 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:23:12.925009 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:23:12.932536 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:23:12.966208 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event updated for resources: {'Port': ['ID=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:13.035723 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:13.036348 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:13.055012 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8db6890-bf5e-4a87-934a-e24a4755e92c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:23:13.061496 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8db6890-bf5e-4a87-934a-e24a4755e92c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:13.066968 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262847cb-e623-47f3-a0ec-3a74e1148977 None None] Sync routers for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:23:13.078576 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262847cb-e623-47f3-a0ec-3a74e1148977 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:23:13.079238 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-262847cb-e623-47f3-a0ec-3a74e1148977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:13.089666 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-21c21dc0-6d5b-4d70-82e7-237c0d15f880 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1381257 Mar 29 01:23:13.103831 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Request body: {'port': {'device_id': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:23:13.115832 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39437fff-df36-4bae-bc12-32620e530a86 req-131518f0-37c1-4088-a137-fde487a93208 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:13.115832 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-39437fff-df36-4bae-bc12-32620e530a86 req-131518f0-37c1-4088-a137-fde487a93208 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 931 time: 0.1430008 Mar 29 01:23:13.137645 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b8db6890-bf5e-4a87-934a-e24a4755e92c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "PUT /v2.0/floatingips/429d2b60-0eea-40cd-886b-d65d6ea78d78 HTTP/1.1" status: 200 len: 990 time: 1.6111174 Mar 29 01:23:13.144269 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'tag': '2628d8e1-abc7-40f5-bac3-2907e5e81093'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:23:13.146411 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e7b11-6434-4296-b764-4178f960183b" -d '{"events": [{"name": "network-changed", "server_uuid": "1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb", "tag": "2628d8e1-abc7-40f5-bac3-2907e5e81093"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:23:13.184387 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd16bd2-38a4-40f4-955d-c95a2199df9f x-openstack-request-id: req-6dd16bd2-38a4-40f4-955d-c95a2199df9f {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:23:13.184678 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb", "tag": "2628d8e1-abc7-40f5-bac3-2907e5e81093", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:23:13.184931 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6dd16bd2-38a4-40f4-955d-c95a2199df9f {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:23:13.185320 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd16bd2-38a4-40f4-955d-c95a2199df9f'] response: {'name': 'network-changed', 'server_uuid': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'tag': '2628d8e1-abc7-40f5-bac3-2907e5e81093', 'status': 'completed', 'code': 200} Mar 29 01:23:13.209090 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-262847cb-e623-47f3-a0ec-3a74e1148977 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:23:13.215244 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:13.221251 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-39437fff-df36-4bae-bc12-32620e530a86 req-d843c60a-e716-4d79-b3bc-3c4113994290 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874047 Mar 29 01:23:13.248253 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e673870a-5fb1-4442-8030-181bbfd2ac79 None None] Provisioning complete for port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:23:13.248654 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e673870a-5fb1-4442-8030-181bbfd2ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:13.268408 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e7b11-6434-4296-b764-4178f960183b req-86c6de99-e85c-483b-a261-6ceda296cffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:13.270011 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ef6e7b11-6434-4296-b764-4178f960183b req-86c6de99-e85c-483b-a261-6ceda296cffd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 1129 time: 0.0609140 Mar 29 01:23:13.367070 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e7b11-6434-4296-b764-4178f960183b req-d4124282-0f71-491f-a370-bd45d8d20b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:13.368944 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ef6e7b11-6434-4296-b764-4178f960183b req-d4124282-0f71-491f-a370-bd45d8d20b36 service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 916 time: 0.0929637 Mar 29 01:23:13.394534 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e673870a-5fb1-4442-8030-181bbfd2ac79 None None] Port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:23:13.462135 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ef6e7b11-6434-4296-b764-4178f960183b req-8bd51cc8-7e26-48f4-87e5-950e88ec4d7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2628d8e1-abc7-40f5-bac3-2907e5e81093 HTTP/1.1" status: 200 len: 998 time: 0.0833130 Mar 29 01:23:13.492107 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-262847cb-e623-47f3-a0ec-3a74e1148977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '429d2b60-0eea-40cd-886b-d65d6ea78d78', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': '2628d8e1-abc7-40f5-bac3-2907e5e81093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:45:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:22:59Z', 'updated_at': '2022-03-29T01:23:12Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:13.536398 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e7b11-6434-4296-b764-4178f960183b req-68542ec5-7a4a-4f61-8bf3-8570e3303f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:13.537983 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ef6e7b11-6434-4296-b764-4178f960183b req-68542ec5-7a4a-4f61-8bf3-8570e3303f98 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 200 len: 854 time: 0.0696268 Mar 29 01:23:13.613628 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e7b11-6434-4296-b764-4178f960183b req-2166fb55-4c02-4cdc-90b9-bbaef898e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:13.615934 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ef6e7b11-6434-4296-b764-4178f960183b req-2166fb55-4c02-4cdc-90b9-bbaef898e238 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0708604 Mar 29 01:23:13.667784 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262847cb-e623-47f3-a0ec-3a74e1148977 None None] Checking router: d3ca4adf-1e63-4cc6-ba53-139565cc5321 for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:23:13.677152 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262847cb-e623-47f3-a0ec-3a74e1148977 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:23:13.677800 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-262847cb-e623-47f3-a0ec-3a74e1148977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:13.725562 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ef6e7b11-6434-4296-b764-4178f960183b req-1102209b-a966-40a2-91e6-be43cd5e17d9 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961611 Mar 29 01:23:13.797163 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-262847cb-e623-47f3-a0ec-3a74e1148977 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:23:13.828330 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ef6e7b11-6434-4296-b764-4178f960183b req-4974aea8-59b3-45b5-9d1f-feaa7477076d service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904808 Mar 29 01:23:13.841083 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa778e6-483f-4aaa-a227-5ebb739b4c2e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:23:13.849923 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Publish callbacks [] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:13.865748 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Transition to ACTIVE for port object 0fa778e6-483f-4aaa-a227-5ebb739b4c2e will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:23:13.869245 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:13.927869 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:14.000090 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Attempting to bind port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:23:14.000432 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Attempting to bind port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:23:14.000760 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Attempting to bind port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e on network 3f31725d-258b-4c0a-a850-2f95e9536783 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:23:14.006629 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e on network 3f31725d-258b-4c0a-a850-2f95e9536783 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:23:14.007029 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Attempting to bind port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e on network 3f31725d-258b-4c0a-a850-2f95e9536783 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:23:14.014229 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:23:14.014229 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Checking segment: {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:23:14.014518 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Bound using segment: {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:23:14.014843 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Bound port: 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '236a00ac-94dd-47df-9db9-f0a44c7dd500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 257, 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:23:14.015362 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:14.033550 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-262847cb-e623-47f3-a0ec-3a74e1148977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '429d2b60-0eea-40cd-886b-d65d6ea78d78', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': '2628d8e1-abc7-40f5-bac3-2907e5e81093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:45:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:22:59Z', 'updated_at': '2022-03-29T01:23:12Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:14.066068 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262847cb-e623-47f3-a0ec-3a74e1148977 None None] The sync data for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi is: [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '429d2b60-0eea-40cd-886b-d65d6ea78d78', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.64', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': '2628d8e1-abc7-40f5-bac3-2907e5e81093', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:45:37:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:22:59Z', 'updated_at': '2022-03-29T01:23:12Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:23:14.084085 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:23:14.087418 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:23:14.103018 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:14.140510 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:14.141194 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:14.143141 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] 10.222.0.13 "PUT /v2.0/ports/0fa778e6-483f-4aaa-a227-5ebb739b4c2e HTTP/1.1" status: 200 len: 1093 time: 1.0452864 Mar 29 01:23:14.173379 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4baf9-3797-41d5-9453-db4aaf66a852 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:14.263961 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-529683d0-6895-4327-891d-9cd68e55941c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:14.265496 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-529683d0-6895-4327-891d-9cd68e55941c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 1127 time: 0.0597441 Mar 29 01:23:14.309578 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a543a7-d773-4bfd-a252-e9088a8c1357 None None] New status for floating IP 429d2b60-0eea-40cd-886b-d65d6ea78d78: ACTIVE {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:23:14.326375 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-3f45f6d3-6d79-4b2b-b83b-199c1a14616c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e HTTP/1.1" status: 200 len: 217 time: 0.0500634 Mar 29 01:23:14.401839 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-8c1125f2-ddb8-4660-98a6-c1f1c1432713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:14.403353 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-8c1125f2-ddb8-4660-98a6-c1f1c1432713 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 200 len: 856 time: 0.0680394 Mar 29 01:23:14.428893 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08231618-1153-426a-bc87-fce65f5888d4 req-29230d71-9c75-439c-b3f2-02d1229adcc4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:14.431048 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08231618-1153-426a-bc87-fce65f5888d4 req-29230d71-9c75-439c-b3f2-02d1229adcc4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.1065838 Mar 29 01:23:14.505644 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-4e2ebece-26cf-4c64-a07b-8fa533c594d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:14.507519 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-4e2ebece-26cf-4c64-a07b-8fa533c594d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f31725d-258b-4c0a-a850-2f95e9536783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0965931 Mar 29 01:23:14.510596 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-08231618-1153-426a-bc87-fce65f5888d4 req-c1637485-66ce-4a3f-b55f-9ff741df9c0e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591373 Mar 29 01:23:14.598283 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-4f0d42c2-2707-4709-b064-d246d6957c1d service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824931 Mar 29 01:23:14.691808 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8b4a6d91-ef38-4066-8130-fe2ae3d17877 req-d1c9d034-37c2-49d4-921f-9bc63e4b7b12 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871224 Mar 29 01:23:14.828497 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6245e567-45b1-41de-95ea-be6ac9e3732f req-ce1e53a5-46be-48e3-bcfb-6da847d9d380 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:14.829978 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6245e567-45b1-41de-95ea-be6ac9e3732f req-ce1e53a5-46be-48e3-bcfb-6da847d9d380 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0529430 Mar 29 01:23:14.874969 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6245e567-45b1-41de-95ea-be6ac9e3732f req-e6e5d45c-b457-4eaa-88a5-18ec15403c0b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394235 Mar 29 01:23:15.186329 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:23:15.188677 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797d7100-8678-4daa-971b-3bfbd9cfd166" -d '{"events": [{"name": "network-changed", "server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:23:15.222599 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-837f526d-81b7-4436-a3da-8b0e39a12ea4 x-openstack-request-id: req-837f526d-81b7-4436-a3da-8b0e39a12ea4 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:23:15.222917 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:23:15.223336 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-837f526d-81b7-4436-a3da-8b0e39a12ea4 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:23:15.223568 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-837f526d-81b7-4436-a3da-8b0e39a12ea4'] response: {'name': 'network-changed', 'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'status': 'completed', 'code': 200} Mar 29 01:23:15.293346 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d7100-8678-4daa-971b-3bfbd9cfd166 req-aa5517c6-5be2-4305-b1f4-ebd0a36b3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:15.294825 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-797d7100-8678-4daa-971b-3bfbd9cfd166 req-aa5517c6-5be2-4305-b1f4-ebd0a36b3293 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 1127 time: 0.0429850 Mar 29 01:23:15.388559 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d7100-8678-4daa-971b-3bfbd9cfd166 req-9882c30f-df66-43f7-ba39-7058ff4f143b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:15.390096 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-797d7100-8678-4daa-971b-3bfbd9cfd166 req-9882c30f-df66-43f7-ba39-7058ff4f143b service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 918 time: 0.0889206 Mar 29 01:23:15.431274 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-797d7100-8678-4daa-971b-3bfbd9cfd166 req-c6eccf5c-1cb5-4426-96ff-9948141217a4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e HTTP/1.1" status: 200 len: 217 time: 0.0346906 Mar 29 01:23:15.487413 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d7100-8678-4daa-971b-3bfbd9cfd166 req-f79822c4-dd5e-4359-a89e-0bea0eef73b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:15.488753 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-797d7100-8678-4daa-971b-3bfbd9cfd166 req-f79822c4-dd5e-4359-a89e-0bea0eef73b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 200 len: 856 time: 0.0470243 Mar 29 01:23:15.539904 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d7100-8678-4daa-971b-3bfbd9cfd166 req-46502305-27c8-4de9-a80e-b5c99e814da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:15.541427 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-797d7100-8678-4daa-971b-3bfbd9cfd166 req-46502305-27c8-4de9-a80e-b5c99e814da7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f31725d-258b-4c0a-a850-2f95e9536783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0451005 Mar 29 01:23:15.673068 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3133b-aafe-415a-b848-ba9b1cb200c2 req-4918ab96-ae14-4775-9d2e-7fc62585d91f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:15.674617 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a4f3133b-aafe-415a-b848-ba9b1cb200c2 req-4918ab96-ae14-4775-9d2e-7fc62585d91f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0847023 Mar 29 01:23:15.676349 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-797d7100-8678-4daa-971b-3bfbd9cfd166 req-c0db9e35-bfd0-4288-a665-ed484a652142 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268630 Mar 29 01:23:15.771313 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a4f3133b-aafe-415a-b848-ba9b1cb200c2 req-89c44a36-1397-4d5b-bd27-d167d3ccc5f8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910897 Mar 29 01:23:15.801289 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-797d7100-8678-4daa-971b-3bfbd9cfd166 req-7212864b-d05c-42b9-9cb1-50ac1ae37d30 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081381 Mar 29 01:23:15.992455 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ca8e8-e103-4d64-8dbc-0413668aa9bc req-f1edad64-633e-4b44-8459-06c0e40fb152 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:15.993919 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-543ca8e8-e103-4d64-8dbc-0413668aa9bc req-f1edad64-633e-4b44-8459-06c0e40fb152 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0530434 Mar 29 01:23:16.039761 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-543ca8e8-e103-4d64-8dbc-0413668aa9bc req-d0781bb4-26be-4082-b8a2-17ec0f719813 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402234 Mar 29 01:23:16.890691 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d90f427-6e86-4fb8-b735-17a0e5f8c007 req-26d2034e-e935-493c-9ee2-763d78926373 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:16.892764 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3d90f427-6e86-4fb8-b735-17a0e5f8c007 req-26d2034e-e935-493c-9ee2-763d78926373 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0515144 Mar 29 01:23:16.937554 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3d90f427-6e86-4fb8-b735-17a0e5f8c007 req-93cab50c-b49b-4bd6-b02f-c3750c9e16cb tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393138 Mar 29 01:23:17.162480 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211173f1-e391-49f4-a0d3-12f1e88ce8ee req-d054a7b1-fd3d-4a27-b7b6-479df65aedc6 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:17.163969 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-211173f1-e391-49f4-a0d3-12f1e88ce8ee req-d054a7b1-fd3d-4a27-b7b6-479df65aedc6 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0563436 Mar 29 01:23:17.209443 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-211173f1-e391-49f4-a0d3-12f1e88ce8ee req-44a050f7-2fec-4171-9602-0dee1a267ad6 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399685 Mar 29 01:23:18.056252 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1d1b4-d6a2-4a17-9690-d21c0cab49c5 req-a148c131-b2a9-49ed-9048-1f9e2a69e590 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:18.057877 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c7a1d1b4-d6a2-4a17-9690-d21c0cab49c5 req-a148c131-b2a9-49ed-9048-1f9e2a69e590 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0510211 Mar 29 01:23:18.103754 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c7a1d1b4-d6a2-4a17-9690-d21c0cab49c5 req-60af1287-80c8-47ec-a8bb-b1ba8f99b9ee tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404010 Mar 29 01:23:18.151992 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0fa778e6-483f-4aaa-a227-5ebb739b4c2e details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:23:18.248217 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:23:18.260026 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'port_id': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'mac_address': 'fa:16:3e:38:16:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:23:18.300078 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:23:18.300467 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:18.314929 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa778e6-483f-4aaa-a227-5ebb739b4c2e {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:23:18.336023 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:23:18.340565 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:18.393700 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:18.478712 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e36000-a3b1-450f-b99d-35891701428b req-5c2ce330-13bb-45c1-ace8-7df1d36b374a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:18.480200 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36e36000-a3b1-450f-b99d-35891701428b req-5c2ce330-13bb-45c1-ace8-7df1d36b374a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0522661 Mar 29 01:23:18.530322 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-36e36000-a3b1-450f-b99d-35891701428b req-ae954a53-cf64-4e00-b041-32b54028cde3 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446167 Mar 29 01:23:18.757038 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['0fa778e6-483f-4aaa-a227-5ebb739b4c2e'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:23:19.223999 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f94faf-9747-47e5-af42-af4d3e687ede req-11df6d1b-d9f8-4934-962a-eb74ae6cd2b9 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:19.225576 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-70f94faf-9747-47e5-af42-af4d3e687ede req-11df6d1b-d9f8-4934-962a-eb74ae6cd2b9 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 944 time: 0.0529099 Mar 29 01:23:19.270988 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-70f94faf-9747-47e5-af42-af4d3e687ede req-d5d372a7-f68b-4349-b0ea-e022091ca2f3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399730 Mar 29 01:23:19.644518 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6652db3-9818-4353-9b30-e4ce018f6920 req-22d569aa-0fff-45a2-b653-48385f44a188 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:19.645985 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b6652db3-9818-4353-9b30-e4ce018f6920 req-22d569aa-0fff-45a2-b653-48385f44a188 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0514431 Mar 29 01:23:19.691466 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b6652db3-9818-4353-9b30-e4ce018f6920 req-af45a03d-114c-45ce-90b1-0fd7c9970990 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401013 Mar 29 01:23:20.182244 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0fa778e6-483f-4aaa-a227-5ebb739b4c2e up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:23:20.233095 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:23:20.237777 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:23:20.238149 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:20.314129 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:23:20.314517 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:20.336954 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:23:20.339210 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebe8515d-f882-4663-994c-75119505276f" -d '{"events": [{"server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "name": "network-vif-plugged", "status": "completed", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:23:20.352792 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:23:20.357593 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:20.383175 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b083f24-873c-47a0-ba3b-36a04d118ded x-openstack-request-id: req-0b083f24-873c-47a0-ba3b-36a04d118ded {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:23:20.383529 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "name": "network-vif-plugged", "status": "completed", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:23:20.384635 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0b083f24-873c-47a0-ba3b-36a04d118ded {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:23:20.385044 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b083f24-873c-47a0-ba3b-36a04d118ded'] response: {'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'code': 200} Mar 29 01:23:20.409645 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e3754-38b3-4a5a-9f8c-ac0366577b6b req-453d06d1-aee1-44be-84e3-eb85963c00e5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:20.411212 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-766e3754-38b3-4a5a-9f8c-ac0366577b6b req-453d06d1-aee1-44be-84e3-eb85963c00e5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 944 time: 0.0705106 Mar 29 01:23:20.414019 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:23:20.461493 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-766e3754-38b3-4a5a-9f8c-ac0366577b6b req-0764116f-e05d-4c32-9854-480ab953ec72 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446379 Mar 29 01:23:20.554557 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c11e6de-2c14-4c34-8f6a-048c271fc0c0 req-f3e52b44-fb04-49cb-a9b7-31b35c359bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:20.556110 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9c11e6de-2c14-4c34-8f6a-048c271fc0c0 req-f3e52b44-fb04-49cb-a9b7-31b35c359bd4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 1129 time: 0.0444047 Mar 29 01:23:20.603769 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9c11e6de-2c14-4c34-8f6a-048c271fc0c0 req-09a6cf8e-3119-4be9-8a53-39b075453ade service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Mar 29 01:23:20.906682 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81acff-3c71-4a7c-9398-e00fcc031565 req-10b4f521-2f23-4dd4-b3b7-5af2cb4c6a34 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:20.908253 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb81acff-3c71-4a7c-9398-e00fcc031565 req-10b4f521-2f23-4dd4-b3b7-5af2cb4c6a34 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0552557 Mar 29 01:23:20.957640 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb81acff-3c71-4a7c-9398-e00fcc031565 req-52715ce4-87b5-4d25-9633-08a4b281d0d8 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437047 Mar 29 01:23:21.583980 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0baba9-2ce8-4995-8ca5-2bf77380138c req-97ae885a-0812-4b6b-ae06-124a7c0103bf tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:21.585529 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-db0baba9-2ce8-4995-8ca5-2bf77380138c req-97ae885a-0812-4b6b-ae06-124a7c0103bf tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0510218 Mar 29 01:23:21.632364 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-db0baba9-2ce8-4995-8ca5-2bf77380138c req-5a02eb97-9a43-44d1-b3d2-f09490fd2ca8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412667 Mar 29 01:23:22.071751 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e05104-a91b-4e46-86d7-04cc9a9e79f0 req-6b6e46df-de8f-4c24-87c7-89058d2e7a3b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:22.073105 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2e05104-a91b-4e46-86d7-04cc9a9e79f0 req-6b6e46df-de8f-4c24-87c7-89058d2e7a3b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0511491 Mar 29 01:23:22.123272 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2e05104-a91b-4e46-86d7-04cc9a9e79f0 req-2eeb2690-144c-4032-ae38-caaf2fca373d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447323 Mar 29 01:23:22.753568 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b61d3-1c5d-4133-bcbf-f468a6648ff7 req-d45daff2-1851-4170-a8a3-e57903bb7d83 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:22.755071 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c4b61d3-1c5d-4133-bcbf-f468a6648ff7 req-d45daff2-1851-4170-a8a3-e57903bb7d83 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0529456 Mar 29 01:23:22.802197 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c4b61d3-1c5d-4133-bcbf-f468a6648ff7 req-62c4a00d-9748-4c11-8c80-9414a4f93793 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414476 Mar 29 01:23:22.918235 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac89cc-b908-4159-a583-f422931865c1 req-2636c877-6133-4981-a1c4-d33e7265e0e6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:22.919683 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-17ac89cc-b908-4159-a583-f422931865c1 req-2636c877-6133-4981-a1c4-d33e7265e0e6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0520935 Mar 29 01:23:22.928510 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43760) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:23:22.932983 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5f4b7920-6a27-41b4-889d-e9eb8a5d6885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Request body: {'floatingip': {'port_id': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:23:22.974605 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7920-6a27-41b4-889d-e9eb8a5d6885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (014db9e5-64e9-4708-a1a2-e3bfd40cd15d), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:23.342892 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad048d2-526e-4252-8034-81bef17ca0ae req-3a6b54c5-cb21-4b8c-9549-253ce5b630a3 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:23.344360 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3ad048d2-526e-4252-8034-81bef17ca0ae req-3a6b54c5-cb21-4b8c-9549-253ce5b630a3 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.1320851 Mar 29 01:23:23.451847 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3ad048d2-526e-4252-8034-81bef17ca0ae req-0c095f76-2a64-4e66-b4cc-0c28afe20ed8 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898366 Mar 29 01:23:23.460666 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7920-6a27-41b4-889d-e9eb8a5d6885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:23.468875 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7920-6a27-41b4-889d-e9eb8a5d6885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (014db9e5-64e9-4708-a1a2-e3bfd40cd15d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:23.570979 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-5f4b7920-6a27-41b4-889d-e9eb8a5d6885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Floating IP 014db9e5-64e9-4708-a1a2-e3bfd40cd15d associated. External IP: 172.27.2.196, port: 0fa778e6-483f-4aaa-a227-5ebb739b4c2e. Mar 29 01:23:23.771067 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f4b7920-6a27-41b4-889d-e9eb8a5d6885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Router 819619fe-4f35-4d32-9262-85365632943b has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:23:23.875426 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f4b7920-6a27-41b4-889d-e9eb8a5d6885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:23:23.879857 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5f4b7920-6a27-41b4-889d-e9eb8a5d6885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:23.884762 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e38d2-7df0-4a5c-ac38-b0a601369887 None None] Sync routers for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:23:23.894796 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e38d2-7df0-4a5c-ac38-b0a601369887 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:23:23.895413 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8c0e38d2-7df0-4a5c-ac38-b0a601369887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:23.923253 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5f4b7920-6a27-41b4-889d-e9eb8a5d6885 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "PUT /v2.0/floatingips/014db9e5-64e9-4708-a1a2-e3bfd40cd15d HTTP/1.1" status: 200 len: 991 time: 0.9802523 Mar 29 01:23:23.923253 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:23:23.923253 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22" -d '{"events": [{"name": "network-changed", "server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:23:23.948865 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef67ed17-e510-4a92-9ccf-1d1c40b27287 x-openstack-request-id: req-ef67ed17-e510-4a92-9ccf-1d1c40b27287 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:23:23.949181 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:23:23.949431 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ef67ed17-e510-4a92-9ccf-1d1c40b27287 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:23:23.949830 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef67ed17-e510-4a92-9ccf-1d1c40b27287'] response: {'name': 'network-changed', 'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'status': 'completed', 'code': 200} Mar 29 01:23:24.004504 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8c0e38d2-7df0-4a5c-ac38-b0a601369887 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:23:24.023231 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22 req-9a4d998c-4cc1-4c58-86cd-e4227c6cb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:24.024666 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22 req-9a4d998c-4cc1-4c58-86cd-e4227c6cb9e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 1129 time: 0.0482938 Mar 29 01:23:24.112523 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22 req-c091ec3c-b573-487b-9c66-dd549bdef38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:24.113976 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22 req-c091ec3c-b573-487b-9c66-dd549bdef38c service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 918 time: 0.0823112 Mar 29 01:23:24.181839 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22 req-0997371c-172c-4591-9a6c-fd83818973eb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e HTTP/1.1" status: 200 len: 999 time: 0.0610297 Mar 29 01:23:24.228278 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8c0e38d2-7df0-4a5c-ac38-b0a601369887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '014db9e5-64e9-4708-a1a2-e3bfd40cd15d', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '819619fe-4f35-4d32-9262-85365632943b', 'port_id': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'mac_address': 'fa:16:3e:38:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:23:09Z', 'updated_at': '2022-03-29T01:23:23Z', 'revision_number': 1, 'project_id': '4ce5b95bcc76491185ee402041492580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:24.230540 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22 req-9889e228-83a4-4387-ad1a-426d70f8e19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:24.232095 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22 req-9889e228-83a4-4387-ad1a-426d70f8e19c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 200 len: 856 time: 0.0435584 Mar 29 01:23:24.258120 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e38d2-7df0-4a5c-ac38-b0a601369887 None None] Checking router: 819619fe-4f35-4d32-9262-85365632943b for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:23:24.267917 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0e38d2-7df0-4a5c-ac38-b0a601369887 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:23:24.268545 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8c0e38d2-7df0-4a5c-ac38-b0a601369887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:22:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:24.281269 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22 req-5978ee90-923f-46ab-8feb-64e0474570df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:24.283457 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22 req-5978ee90-923f-46ab-8feb-64e0474570df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f31725d-258b-4c0a-a850-2f95e9536783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447226 Mar 29 01:23:24.371461 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-8c0e38d2-7df0-4a5c-ac38-b0a601369887 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:23:24.374019 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22 req-e82ae37b-260e-4fd7-b63a-c0b25602d12c service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839481 Mar 29 01:23:24.463654 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5a6e4af-96ec-40a1-b5cd-e37e55646c22 req-a9d30877-bb46-494f-b4bd-acc7d70abb2c service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811334 Mar 29 01:23:24.576041 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f40a1-cc46-413f-a643-a1c813261fd6 req-02ff41c2-4031-49ab-a755-1ba2139f8b3e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:24.577421 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-df4f40a1-cc46-413f-a643-a1c813261fd6 req-02ff41c2-4031-49ab-a755-1ba2139f8b3e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0529087 Mar 29 01:23:24.598078 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-8c0e38d2-7df0-4a5c-ac38-b0a601369887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '014db9e5-64e9-4708-a1a2-e3bfd40cd15d', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '819619fe-4f35-4d32-9262-85365632943b', 'port_id': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'mac_address': 'fa:16:3e:38:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:23:09Z', 'updated_at': '2022-03-29T01:23:23Z', 'revision_number': 1, 'project_id': '4ce5b95bcc76491185ee402041492580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:23:24.624553 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0e38d2-7df0-4a5c-ac38-b0a601369887 None None] The sync data for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi is: [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '014db9e5-64e9-4708-a1a2-e3bfd40cd15d', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'floating_ip_address': '172.27.2.196', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '819619fe-4f35-4d32-9262-85365632943b', 'port_id': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 442, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'mac_address': 'fa:16:3e:38:16:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:23:09Z', 'updated_at': '2022-03-29T01:23:23Z', 'revision_number': 1, 'project_id': '4ce5b95bcc76491185ee402041492580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:23:24.627258 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-df4f40a1-cc46-413f-a643-a1c813261fd6 req-cd8d19e5-91fc-4559-ab9e-b2a241dfad55 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437689 Mar 29 01:23:24.807955 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb33ae3-c4c3-4178-814c-1c5074885250 None None] New status for floating IP 014db9e5-64e9-4708-a1a2-e3bfd40cd15d: ACTIVE {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:23:25.121759 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7a1371ed-7e0a-4b6b-ba75-22ef265c03ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:25.745666 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67859bdb-ec21-415e-a6c3-3a4f5a245da8 req-d5ba1968-05ab-4622-9769-27c58d20fff3 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:25.747185 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67859bdb-ec21-415e-a6c3-3a4f5a245da8 req-d5ba1968-05ab-4622-9769-27c58d20fff3 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0519629 Mar 29 01:23:25.793389 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67859bdb-ec21-415e-a6c3-3a4f5a245da8 req-f4ff7754-625c-417a-8b42-aaa35af0a789 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401185 Mar 29 01:23:26.909007 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358b796-8026-4fc3-9a48-58fb0594f945 req-de0ccec6-080a-4191-a47c-2fc4eb3f58da tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:26.910465 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d358b796-8026-4fc3-9a48-58fb0594f945 req-de0ccec6-080a-4191-a47c-2fc4eb3f58da tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0509627 Mar 29 01:23:26.955984 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d358b796-8026-4fc3-9a48-58fb0594f945 req-79193fac-f9b7-4db3-abfa-c682772c9fac tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397968 Mar 29 01:23:27.500768 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d43473ff-9772-442b-ae9d-1560ca1af70f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:28.074539 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d74df4-7853-42b5-ba4b-73d4a4b0e3fc req-2f869c64-7099-4ec9-adab-4dfedca71edc tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:28.075937 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-61d74df4-7853-42b5-ba4b-73d4a4b0e3fc req-2f869c64-7099-4ec9-adab-4dfedca71edc tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0543797 Mar 29 01:23:28.120500 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-61d74df4-7853-42b5-ba4b-73d4a4b0e3fc req-f62fd44a-5b23-4802-8cea-d9631c63742e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385709 Mar 29 01:23:28.562844 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:29.250137 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64571811-85dd-4eea-b71d-0659ec12ccc6 req-b337f3c1-88e2-4d1a-9616-9c0b58b05676 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:29.252615 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64571811-85dd-4eea-b71d-0659ec12ccc6 req-b337f3c1-88e2-4d1a-9616-9c0b58b05676 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0560040 Mar 29 01:23:29.303441 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64571811-85dd-4eea-b71d-0659ec12ccc6 req-3a5dcd9a-334f-4cfc-ae9b-c93a54199621 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448794 Mar 29 01:23:29.932591 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:30.419646 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe1142-700b-4035-bdca-8b05441f3732 req-ee76ca73-6a41-44ae-9f1e-bb08eb7cb817 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:30.421086 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5fe1142-700b-4035-bdca-8b05441f3732 req-ee76ca73-6a41-44ae-9f1e-bb08eb7cb817 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0512807 Mar 29 01:23:30.470992 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5fe1142-700b-4035-bdca-8b05441f3732 req-63f37bce-f490-4f23-9618-eaa816b67176 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437396 Mar 29 01:23:30.739808 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e1c6ea-1c51-469a-a1d3-4bf8dacc3f0d req-09f87461-b3eb-41d1-815b-f6eed5bcdf75 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:30.741407 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-17e1c6ea-1c51-469a-a1d3-4bf8dacc3f0d req-09f87461-b3eb-41d1-815b-f6eed5bcdf75 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0547383 Mar 29 01:23:30.798890 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-17e1c6ea-1c51-469a-a1d3-4bf8dacc3f0d req-1e6e7092-b551-4ad3-a2f1-0c153c568190 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514989 Mar 29 01:23:30.835771 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc9ccb-fd4e-4aec-be75-80cebc423358 req-b5e05100-fbdc-4d6a-85d2-1bc56ec86e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:30.837255 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-99cc9ccb-fd4e-4aec-be75-80cebc423358 req-b5e05100-fbdc-4d6a-85d2-1bc56ec86e30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=902a86ad707c47ad86317d2da4d8330d&device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 1130 time: 0.0487120 Mar 29 01:23:31.175719 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc9ccb-fd4e-4aec-be75-80cebc423358 req-c2343728-09b5-4853-87bf-5b4fa1d712ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:31.177178 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-99cc9ccb-fd4e-4aec-be75-80cebc423358 req-c2343728-09b5-4853-87bf-5b4fa1d712ef service neutron] 10.222.0.13 "GET /v2.0/networks?id=872ba3d6-a4f4-440e-b819-614235685003 HTTP/1.1" status: 200 len: 912 time: 0.3339596 Mar 29 01:23:31.242276 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-99cc9ccb-fd4e-4aec-be75-80cebc423358 req-5d5180e8-bae4-4421-8654-2df7a1a8df18 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d124d7b0-bdae-4266-9cb6-0396869dae70 HTTP/1.1" status: 200 len: 1002 time: 0.0578194 Mar 29 01:23:31.291564 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc9ccb-fd4e-4aec-be75-80cebc423358 req-3fb78ac9-76ac-4f80-be11-d17e4ca6f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:31.292943 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-99cc9ccb-fd4e-4aec-be75-80cebc423358 req-3fb78ac9-76ac-4f80-be11-d17e4ca6f4c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ef3743e-1971-40c1-94e5-2ae73513de69 HTTP/1.1" status: 200 len: 850 time: 0.0451138 Mar 29 01:23:31.342615 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cc9ccb-fd4e-4aec-be75-80cebc423358 req-cf23b194-f6e8-4d24-80d1-fc834076720a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:31.344122 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-99cc9ccb-fd4e-4aec-be75-80cebc423358 req-cf23b194-f6e8-4d24-80d1-fc834076720a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872ba3d6-a4f4-440e-b819-614235685003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0427403 Mar 29 01:23:31.440449 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-99cc9ccb-fd4e-4aec-be75-80cebc423358 req-7d63f196-555e-4fd3-9c47-d97f72713531 service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901959 Mar 29 01:23:31.512741 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:31.531112 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-99cc9ccb-fd4e-4aec-be75-80cebc423358 req-89e4023b-3c21-4353-843a-f603d0c1f755 service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844431 Mar 29 01:23:31.918760 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794e754-ad2f-42d2-bec1-32f740f3595a req-8dc91f5f-3e80-4d83-b1dc-f0074acc77a7 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:31.920218 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5794e754-ad2f-42d2-bec1-32f740f3595a req-8dc91f5f-3e80-4d83-b1dc-f0074acc77a7 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0527751 Mar 29 01:23:31.966739 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5794e754-ad2f-42d2-bec1-32f740f3595a req-22e578ed-3ddf-48da-ac38-25f71623071d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407701 Mar 29 01:23:33.084054 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac991d7-7f33-44c6-9ceb-074709c7b06c req-ba132f92-be05-4455-8d0c-b1a56afc81d9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:33.085402 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ac991d7-7f33-44c6-9ceb-074709c7b06c req-ba132f92-be05-4455-8d0c-b1a56afc81d9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0548978 Mar 29 01:23:33.130444 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ac991d7-7f33-44c6-9ceb-074709c7b06c req-8fdd83e7-4b05-4855-8248-c735126bbf79 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395894 Mar 29 01:23:33.251793 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:33.677309 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:23:38.572480 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-9c622551-ebb4-491e-8da6-458cc51badb4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424335 Mar 29 01:23:38.637048 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-0efabf3b-5c55-488b-b3b0-e67708bbc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:38.638479 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-0efabf3b-5c55-488b-b3b0-e67708bbc4e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 1130 time: 0.0423584 Mar 29 01:23:38.742308 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-6bbce66c-cfd9-4fdf-92c3-d2e190402c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:38.743801 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-6bbce66c-cfd9-4fdf-92c3-d2e190402c98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 200 len: 919 time: 0.0859790 Mar 29 01:23:38.783830 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-815e41fc-0eda-4562-9dff-1294e7643227 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ba785625-b937-4165-aa61-d16530308fd8 HTTP/1.1" status: 200 len: 217 time: 0.0337377 Mar 29 01:23:38.831676 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-0ea5268e-9cd3-4c65-a6db-e37b0de98d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:38.833016 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-0ea5268e-9cd3-4c65-a6db-e37b0de98d51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 200 len: 857 time: 0.0429173 Mar 29 01:23:38.885103 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-d7c31b85-9352-42c0-a827-412245be0a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:38.886571 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-d7c31b85-9352-42c0-a827-412245be0a8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=34d6dad2-fad6-4cdd-baeb-fe9281b41efb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473032 Mar 29 01:23:38.974815 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-31bda35d-9426-42b5-91a0-c1d5c69cb0b8 service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792737 Mar 29 01:23:39.065303 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2acafa25-fed1-40b3-8ca7-383b84740435 req-88bcff6c-a4c7-4bb3-8fb3-0ce7c4d85e3d service neutron] 10.222.0.13 "GET /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845098 Mar 29 01:23:55.123965 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ffb31c52-15b3-41e0-9ab3-73f1dd433b3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:56.425724 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf215ab-3ad3-41bd-b46a-7f105e39ef8b req-eecb307c-7375-4fc5-8b91-7cb7a689e6ea tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:56.427226 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbf215ab-3ad3-41bd-b46a-7f105e39ef8b req-eecb307c-7375-4fc5-8b91-7cb7a689e6ea tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0532079 Mar 29 01:23:56.473097 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbf215ab-3ad3-41bd-b46a-7f105e39ef8b req-22f2e45f-4259-404f-b04c-d66033962af2 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400529 Mar 29 01:23:57.503099 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7ed4f37e-aaad-4cee-8110-d6cf790d8776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:57.593564 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540ee27c-2522-41d8-a34f-c2440166e5ce req-d800d271-ef10-4dd0-99f8-3765a9b01cdf tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:57.595077 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-540ee27c-2522-41d8-a34f-c2440166e5ce req-d800d271-ef10-4dd0-99f8-3765a9b01cdf tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0526173 Mar 29 01:23:57.641037 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-540ee27c-2522-41d8-a34f-c2440166e5ce req-a117091c-4eb0-4fa9-a638-a22efcffe20b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402904 Mar 29 01:23:58.566446 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:58.764519 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aae1b3f-a621-430b-aeca-864e608de6aa req-217e7688-f9a4-4164-96e2-c5155774865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:58.767290 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1aae1b3f-a621-430b-aeca-864e608de6aa req-217e7688-f9a4-4164-96e2-c5155774865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0564022 Mar 29 01:23:58.812271 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1aae1b3f-a621-430b-aeca-864e608de6aa req-3e99098b-9aff-4eb6-a93c-47645d0ca254 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402167 Mar 29 01:23:59.928727 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-a469fd44-f929-43a4-9895-b9cea136f4aa tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:59.930201 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-a469fd44-f929-43a4-9895-b9cea136f4aa tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.0819120 Mar 29 01:23:59.934029 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:23:59.983086 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84140-52e5-408d-ab8f-71d1b1a3d3a7 req-a74dff25-4152-4131-ba5c-953ffd3ff3f9 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:23:59.985343 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-77c84140-52e5-408d-ab8f-71d1b1a3d3a7 req-a74dff25-4152-4131-ba5c-953ffd3ff3f9 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 946 time: 0.1029887 Mar 29 01:24:00.064320 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-77c84140-52e5-408d-ab8f-71d1b1a3d3a7 req-f7f47117-8605-47d3-b600-9c88f55cc747 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=319ff4b5-6e88-4c59-935a-a751f74f1978&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706325 Mar 29 01:24:00.076486 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Deleting port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:00.076836 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:00.167154 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] For port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:00.167530 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:00.333775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:00.334059 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (58510509-c515-47f1-b8a0-a7e7d33472e3), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:00.334378 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Floating IP 58510509-c515-47f1-b8a0-a7e7d33472e3 disassociated. External IP: 172.27.2.14, port: a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4. Mar 29 01:24:00.334726 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Calling delete_port for a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:00.461365 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:00.487934 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event deleted for resources: {'Port': ['ID=a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:00.500802 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.501150 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.501854 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.501975 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.503089 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.503457 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.503807 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.504157 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.504498 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.504834 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.505198 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.505496 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.505828 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.506159 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.506604 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:00.617847 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:24:00.724601 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:24:00.733845 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1adf6f-76c1-4c5c-9a9c-b32d35dc6585 None None] Sync routers for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:24:00.744290 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1adf6f-76c1-4c5c-9a9c-b32d35dc6585 None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:24:00.744935 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6c1adf6f-76c1-4c5c-9a9c-b32d35dc6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:23:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:00.766055 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] No DVR routers for this DVR port a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:24:00.768372 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:00.771964 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-83a2d1c6-52d7-422a-8fed-47cd648c4e15 req-4867a0e6-ccfe-47d7-b922-ad239801a8b3 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "DELETE /v2.0/ports/a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 HTTP/1.1" status: 204 len: 173 time: 0.8368754 Mar 29 01:24:00.772409 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'name': 'network-vif-deleted', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:24:00.774668 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aa6742d-3eea-4226-83b5-b962a1aa0507" -d '{"events": [{"server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "name": "network-vif-deleted", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:24:00.809109 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e75c52a-8d7d-47a0-8ce7-eb00112c9bd2 x-openstack-request-id: req-4e75c52a-8d7d-47a0-8ce7-eb00112c9bd2 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:24:00.809398 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4", "name": "network-vif-deleted", "tag": "a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:24:00.809680 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4e75c52a-8d7d-47a0-8ce7-eb00112c9bd2 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:24:00.810044 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e75c52a-8d7d-47a0-8ce7-eb00112c9bd2'] response: {'server_uuid': 'c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4', 'name': 'network-vif-deleted', 'tag': 'a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4', 'status': 'completed', 'code': 200} Mar 29 01:24:00.865228 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-6c1adf6f-76c1-4c5c-9a9c-b32d35dc6585 None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:24:01.072604 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6c1adf6f-76c1-4c5c-9a9c-b32d35dc6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:42Z', 'revision_number': 5, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:01.099455 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1adf6f-76c1-4c5c-9a9c-b32d35dc6585 None None] Checking router: c8a764f7-eb3f-4433-ac64-1d37ef1ada10 for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:24:01.107586 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1adf6f-76c1-4c5c-9a9c-b32d35dc6585 None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:24:01.108199 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6c1adf6f-76c1-4c5c-9a9c-b32d35dc6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:23:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:01.167801 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c432bf38-a33f-4eed-a41d-10e3fdf2d327 req-97c4ea8f-10a9-47df-a592-4c1bada406cd tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=c50f1ddb-6d15-40bc-835f-d9c6e7b2adc4 HTTP/1.1" status: 200 len: 210 time: 0.0282495 Mar 29 01:24:01.221977 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-6c1adf6f-76c1-4c5c-9a9c-b32d35dc6585 None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:24:01.427982 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-6c1adf6f-76c1-4c5c-9a9c-b32d35dc6585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:42Z', 'revision_number': 5, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:01.453989 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1adf6f-76c1-4c5c-9a9c-b32d35dc6585 None None] The sync data for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi is: [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:16:33Z', 'revision_number': 4, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '7f190973-85b5-41cb-9d2f-2802e52c4110', 'name': '', 'network_id': '34d6dad2-fad6-4cdd-baeb-fe9281b41efb', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'mac_address': 'fa:16:3e:7e:a3:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:31Z', 'updated_at': '2022-03-29T01:16:42Z', 'revision_number': 5, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'subnets': [{'id': '45074503-16c7-47f8-9435-fd0bd691dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:24:01.516874 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:01.669157 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca653c3-e867-4dfb-a937-54e19e57f466 None None] New status for floating IP 58510509-c515-47f1-b8a0-a7e7d33472e3: DOWN {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:24:02.249745 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43848) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:02.305896 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22254b08-7c2b-4417-a28d-ed247c38c75b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group (319ff4b5-6e88-4c59-935a-a751f74f1978), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:02.329241 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22254b08-7c2b-4417-a28d-ed247c38c75b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group (319ff4b5-6e88-4c59-935a-a751f74f1978), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:02.376415 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22254b08-7c2b-4417-a28d-ed247c38c75b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (319ff4b5-6e88-4c59-935a-a751f74f1978), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:02.379055 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-22254b08-7c2b-4417-a28d-ed247c38c75b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:02.380231 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-22254b08-7c2b-4417-a28d-ed247c38c75b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "DELETE /v2.0/security-groups/319ff4b5-6e88-4c59-935a-a751f74f1978 HTTP/1.1" status: 204 len: 168 time: 0.1293614 Mar 29 01:24:02.382860 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43850) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:02.389935 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22254b08-7c2b-4417-a28d-ed247c38c75b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319ff4b5-6e88-4c59-935a-a751f74f1978,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:02.397744 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.api.v2.resource [None req-bcdfbccd-0b0e-40bd-b707-6c99f7e2588c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] show failed (client error): The resource could not be found. Mar 29 01:24:02.398738 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-bcdfbccd-0b0e-40bd-b707-6c99f7e2588c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups/319ff4b5-6e88-4c59-935a-a751f74f1978 HTTP/1.1" status: 404 len: 347 time: 0.0148361 Mar 29 01:24:02.401438 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43852) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:02.520502 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Deleting port 6a754690-8132-4e36-8ab9-11336eb3fcac {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:02.520730 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (6a754690-8132-4e36-8ab9-11336eb3fcac), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:02.594661 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (6a754690-8132-4e36-8ab9-11336eb3fcac), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:02.595014 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for floatingip (6a754690-8132-4e36-8ab9-11336eb3fcac), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:02.606049 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Calling delete_port for 6a754690-8132-4e36-8ab9-11336eb3fcac owned by network:floatingip {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:02.732520 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (6a754690-8132-4e36-8ab9-11336eb3fcac), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:02.756918 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event deleted for resources: {'Port': ['ID=6a754690-8132-4e36-8ab9-11336eb3fcac,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:02.768775 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.769123 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.769462 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.769796 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.770125 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.770447 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.770853 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.771119 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.771436 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.771906 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.772073 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.772372 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.772685 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.772996 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.773309 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:02.825928 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks [] for floatingip (58510509-c515-47f1-b8a0-a7e7d33472e3), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:02.828909 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:02.832293 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-137478a0-1b85-478c-ae47-42e7c7b7865f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "DELETE /v2.0/floatingips/58510509-c515-47f1-b8a0-a7e7d33472e3 HTTP/1.1" status: 204 len: 168 time: 0.4277728 Mar 29 01:24:03.252976 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:04.351772 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:24:04.374861 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:24:04.375203 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device a2e61a1e-7c5e-42f8-93c4-6a8eb056e4d4 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:24:05.284487 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d9852-2b87-45cd-9494-acf3cf8df074 req-a30c24e5-f5f7-4c16-8d38-15c57ab1db46 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:05.285942 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b09d9852-2b87-45cd-9494-acf3cf8df074 req-a30c24e5-f5f7-4c16-8d38-15c57ab1db46 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0526335 Mar 29 01:24:05.332181 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b09d9852-2b87-45cd-9494-acf3cf8df074 req-3105712a-c875-44ec-b877-8e1255e70e3f tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405366 Mar 29 01:24:06.033802 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd393bb7-e823-44c5-a8f9-d2d96c2b5c09 req-ade1f919-5cfb-4950-867a-b6d9e90eb53c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:06.035148 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dd393bb7-e823-44c5-a8f9-d2d96c2b5c09 req-ade1f919-5cfb-4950-867a-b6d9e90eb53c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 946 time: 0.0504913 Mar 29 01:24:06.130809 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-dd393bb7-e823-44c5-a8f9-d2d96c2b5c09 req-7ab2aa0f-d1ea-41a8-b5bb-c2f020f2177b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Deleting port ba785625-b937-4165-aa61-d16530308fd8 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:06.131153 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dd393bb7-e823-44c5-a8f9-d2d96c2b5c09 req-7ab2aa0f-d1ea-41a8-b5bb-c2f020f2177b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (ba785625-b937-4165-aa61-d16530308fd8), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:06.217425 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-dd393bb7-e823-44c5-a8f9-d2d96c2b5c09 req-7ab2aa0f-d1ea-41a8-b5bb-c2f020f2177b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] For port ba785625-b937-4165-aa61-d16530308fd8, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=ba785625-b937-4165-aa61-d16530308fd8,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:06.217784 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dd393bb7-e823-44c5-a8f9-d2d96c2b5c09 req-7ab2aa0f-d1ea-41a8-b5bb-c2f020f2177b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (ba785625-b937-4165-aa61-d16530308fd8), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:06.234218 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-dd393bb7-e823-44c5-a8f9-d2d96c2b5c09 req-7ab2aa0f-d1ea-41a8-b5bb-c2f020f2177b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Calling delete_port for ba785625-b937-4165-aa61-d16530308fd8 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:06.363213 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dd393bb7-e823-44c5-a8f9-d2d96c2b5c09 req-7ab2aa0f-d1ea-41a8-b5bb-c2f020f2177b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (ba785625-b937-4165-aa61-d16530308fd8), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:06.374794 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['de12d03d-ee27-479f-85a4-564fc86a285e', 'ba785625-b937-4165-aa61-d16530308fd8'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:24:06.401188 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2aa0f-d1ea-41a8-b5bb-c2f020f2177b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event deleted for resources: {'Port': ['ID=ba785625-b937-4165-aa61-d16530308fd8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:06.450822 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1cf10a39-9909-424d-ac64-33181cc77cc9 req-c81c6e4b-bfd0-448d-8b8e-6dde181a3c0c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ec4b3b1-3f07-481e-87de-0e2bce51e96f HTTP/1.1" status: 200 len: 210 time: 0.0474145 Mar 29 01:24:06.471762 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd393bb7-e823-44c5-a8f9-d2d96c2b5c09 req-7ab2aa0f-d1ea-41a8-b5bb-c2f020f2177b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] No DVR routers for this DVR port ba785625-b937-4165-aa61-d16530308fd8 on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:24:06.474254 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dd393bb7-e823-44c5-a8f9-d2d96c2b5c09 req-7ab2aa0f-d1ea-41a8-b5bb-c2f020f2177b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:06.477519 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dd393bb7-e823-44c5-a8f9-d2d96c2b5c09 req-7ab2aa0f-d1ea-41a8-b5bb-c2f020f2177b tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "DELETE /v2.0/ports/ba785625-b937-4165-aa61-d16530308fd8 HTTP/1.1" status: 204 len: 173 time: 0.4370728 Mar 29 01:24:06.477956 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec4b3b1-3f07-481e-87de-0e2bce51e96f', 'name': 'network-vif-deleted', 'tag': 'ba785625-b937-4165-aa61-d16530308fd8'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:24:06.480189 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d1491a-2808-4cf7-bbfc-fa8aad9b92a3" -d '{"events": [{"server_uuid": "7ec4b3b1-3f07-481e-87de-0e2bce51e96f", "name": "network-vif-deleted", "tag": "ba785625-b937-4165-aa61-d16530308fd8"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:24:06.527431 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc69ed76-652b-4796-8e1b-67d2246a850b x-openstack-request-id: req-dc69ed76-652b-4796-8e1b-67d2246a850b {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:24:06.527717 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec4b3b1-3f07-481e-87de-0e2bce51e96f", "name": "network-vif-deleted", "tag": "ba785625-b937-4165-aa61-d16530308fd8", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:24:06.527965 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc69ed76-652b-4796-8e1b-67d2246a850b {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:24:06.528358 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc69ed76-652b-4796-8e1b-67d2246a850b'] response: {'server_uuid': '7ec4b3b1-3f07-481e-87de-0e2bce51e96f', 'name': 'network-vif-deleted', 'tag': 'ba785625-b937-4165-aa61-d16530308fd8', 'status': 'completed', 'code': 200} Mar 29 01:24:07.719389 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac26038-eb4e-47b8-8ad4-2b8b1f40d70a req-c402873a-b53e-436f-a512-29d06e73f84c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:07.720844 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ac26038-eb4e-47b8-8ad4-2b8b1f40d70a req-c402873a-b53e-436f-a512-29d06e73f84c tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0519431 Mar 29 01:24:07.767814 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ac26038-eb4e-47b8-8ad4-2b8b1f40d70a req-b5f6393b-a421-4f5b-832e-b19f21672a20 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/security-groups?id=55bc3b2e-8259-43ee-bdd9-c999d890c7a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413396 Mar 29 01:24:08.321427 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9408ca-ea59-4900-b92a-4b5aafa6b05b req-4dfedcc3-d209-4703-bfad-fec7237f2b8e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:08.322922 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7b9408ca-ea59-4900-b92a-4b5aafa6b05b req-4dfedcc3-d209-4703-bfad-fec7237f2b8e tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 945 time: 0.0545149 Mar 29 01:24:08.414485 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-7b9408ca-ea59-4900-b92a-4b5aafa6b05b req-758d5397-2847-4d21-9770-53ec45d0e087 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Deleting port de12d03d-ee27-479f-85a4-564fc86a285e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:08.414878 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b9408ca-ea59-4900-b92a-4b5aafa6b05b req-758d5397-2847-4d21-9770-53ec45d0e087 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:08.504063 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-7b9408ca-ea59-4900-b92a-4b5aafa6b05b req-758d5397-2847-4d21-9770-53ec45d0e087 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] For port de12d03d-ee27-479f-85a4-564fc86a285e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=de12d03d-ee27-479f-85a4-564fc86a285e,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:08.504517 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b9408ca-ea59-4900-b92a-4b5aafa6b05b req-758d5397-2847-4d21-9770-53ec45d0e087 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:08.517164 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-7b9408ca-ea59-4900-b92a-4b5aafa6b05b req-758d5397-2847-4d21-9770-53ec45d0e087 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Calling delete_port for de12d03d-ee27-479f-85a4-564fc86a285e owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:08.640342 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b9408ca-ea59-4900-b92a-4b5aafa6b05b req-758d5397-2847-4d21-9770-53ec45d0e087 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (de12d03d-ee27-479f-85a4-564fc86a285e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:08.652758 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['de12d03d-ee27-479f-85a4-564fc86a285e'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:24:08.671280 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d5397-2847-4d21-9770-53ec45d0e087 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Pushing event deleted for resources: {'Port': ['ID=de12d03d-ee27-479f-85a4-564fc86a285e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:08.713194 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9408ca-ea59-4900-b92a-4b5aafa6b05b req-758d5397-2847-4d21-9770-53ec45d0e087 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] No DVR routers for this DVR port de12d03d-ee27-479f-85a4-564fc86a285e on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:24:08.715589 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-7b9408ca-ea59-4900-b92a-4b5aafa6b05b req-758d5397-2847-4d21-9770-53ec45d0e087 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:08.718960 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7b9408ca-ea59-4900-b92a-4b5aafa6b05b req-758d5397-2847-4d21-9770-53ec45d0e087 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.13 "DELETE /v2.0/ports/de12d03d-ee27-479f-85a4-564fc86a285e HTTP/1.1" status: 204 len: 173 time: 0.3909566 Mar 29 01:24:08.719961 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afbb266-1da3-4b47-9153-b44ed5352880', 'name': 'network-vif-deleted', 'tag': 'de12d03d-ee27-479f-85a4-564fc86a285e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:24:08.722189 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d37a25-770f-4e7f-83eb-df694145561e" -d '{"events": [{"server_uuid": "1afbb266-1da3-4b47-9153-b44ed5352880", "name": "network-vif-deleted", "tag": "de12d03d-ee27-479f-85a4-564fc86a285e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:24:08.762966 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5e9841-ab0b-45b9-9ce5-927682afc0e0 x-openstack-request-id: req-7b5e9841-ab0b-45b9-9ce5-927682afc0e0 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:24:08.763257 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afbb266-1da3-4b47-9153-b44ed5352880", "name": "network-vif-deleted", "tag": "de12d03d-ee27-479f-85a4-564fc86a285e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:24:08.763502 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b5e9841-ab0b-45b9-9ce5-927682afc0e0 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:24:08.763894 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5e9841-ab0b-45b9-9ce5-927682afc0e0'] response: {'server_uuid': '1afbb266-1da3-4b47-9153-b44ed5352880', 'name': 'network-vif-deleted', 'tag': 'de12d03d-ee27-479f-85a4-564fc86a285e', 'status': 'completed', 'code': 200} Mar 29 01:24:08.872039 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b571fa4e-55d9-4a4e-ae2e-441dd3015dbb req-7435c5ee-193f-4300-a4a3-a7dc94f7cf30 tempest-ServerRescueNegativeTestJSON-1887470243 tempest-ServerRescueNegativeTestJSON-1887470243-project] 10.222.0.23 "GET /v2.0/ports?device_id=1afbb266-1da3-4b47-9153-b44ed5352880 HTTP/1.1" status: 200 len: 210 time: 0.0258982 Mar 29 01:24:09.927876 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 43892) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:10.385835 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device ba785625-b937-4165-aa61-d16530308fd8 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:24:10.406981 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: ba785625-b937-4165-aa61-d16530308fd8 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:24:10.407829 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device ba785625-b937-4165-aa61-d16530308fd8 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:24:10.677042 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:24:10.738428 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622086'] for router_interface (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:11.037435 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] Deleting port 7f190973-85b5-41cb-9d2f-2802e52c4110 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:11.038092 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:11.116320 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] For port 7f190973-85b5-41cb-9d2f-2802e52c4110, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=7f190973-85b5-41cb-9d2f-2802e52c4110,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:11.116713 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:11.129663 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] Calling delete_port for 7f190973-85b5-41cb-9d2f-2802e52c4110 owned by network:router_interface {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:11.306031 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (7f190973-85b5-41cb-9d2f-2802e52c4110), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:11.332005 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] Pushing event deleted for resources: {'Port': ['ID=7f190973-85b5-41cb-9d2f-2802e52c4110,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:11.502465 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1637334'] for router_interface (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:11.711234 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] Router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:24:11.816977 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:24:11.823243 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-7cb36158-8bf7-4088-8cb7-893d6e583a3a admin admin] 10.222.0.23 "PUT /v2.0/routers/c8a764f7-eb3f-4433-ac64-1d37ef1ada10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8942745 Mar 29 01:24:11.824558 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43900) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:11.825595 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a897a3-45cb-4e52-b28a-a2b97c429b21 None None] Sync routers for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:24:11.835425 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a897a3-45cb-4e52-b28a-a2b97c429b21 None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:24:11.836030 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a4a897a3-45cb-4e52-b28a-a2b97c429b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:23:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:11.928601 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Publish callbacks [] for router (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:11.943703 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a4a897a3-45cb-4e52-b28a-a2b97c429b21 None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:24:12.035425 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Publish callbacks [] for router_gateway (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:12.089257 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Deleting port 0a475a6e-6cb4-4771-a4d1-b9819234c93a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:12.089596 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:12.120990 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a4a897a3-45cb-4e52-b28a-a2b97c429b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:24:11Z', 'revision_number': 5, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port': {'id': '0a475a6e-6cb4-4771-a4d1-b9819234c93a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:19:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:27Z', 'updated_at': '2022-03-29T01:16:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:12.150575 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a897a3-45cb-4e52-b28a-a2b97c429b21 None None] Checking router: c8a764f7-eb3f-4433-ac64-1d37ef1ada10 for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:24:12.159197 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a897a3-45cb-4e52-b28a-a2b97c429b21 None None] Routers {'c8a764f7-eb3f-4433-ac64-1d37ef1ada10'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:24:12.159800 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a4a897a3-45cb-4e52-b28a-a2b97c429b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:23:57Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:12.167832 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] For port 0a475a6e-6cb4-4771-a4d1-b9819234c93a, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=0a475a6e-6cb4-4771-a4d1-b9819234c93a,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:12.168194 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:12.181246 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Calling delete_port for 0a475a6e-6cb4-4771-a4d1-b9819234c93a owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:12.246210 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a4a897a3-45cb-4e52-b28a-a2b97c429b21 None None] Set router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:24:12.298394 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a4a897a3-45cb-4e52-b28a-a2b97c429b21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:24:12Z', 'revision_number': 6, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port_host': None}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:12.327621 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a897a3-45cb-4e52-b28a-a2b97c429b21 None None] The sync data for ids ['c8a764f7-eb3f-4433-ac64-1d37ef1ada10'] in dv-cinder-750782-13-iscsi is: [{'id': 'c8a764f7-eb3f-4433-ac64-1d37ef1ada10', 'name': 'tempest-ServerRescueNegativeTestJSON-756106154-router', 'tenant_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:26Z', 'updated_at': '2022-03-29T01:24:12Z', 'revision_number': 6, 'project_id': '87a44b64a2e74026b8cc3ee9dc239fb4', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:24:12.348312 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (0a475a6e-6cb4-4771-a4d1-b9819234c93a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:12.374793 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a475a6e-6cb4-4771-a4d1-b9819234c93a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:12.389651 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device de12d03d-ee27-479f-85a4-564fc86a285e no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:24:12.410092 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: de12d03d-ee27-479f-85a4-564fc86a285e {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:24:12.410434 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device de12d03d-ee27-479f-85a4-564fc86a285e not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:24:12.435633 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622332'] for router_gateway (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:12.774917 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61846'] for router (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:12.777255 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Publish callbacks [] for router_controller (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:12.841219 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636825'] for router (c8a764f7-eb3f-4433-ac64-1d37ef1ada10), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:12.842007 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a764f7-eb3f-4433-ac64-1d37ef1ada10 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 01:24:12.849133 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:12.850722 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-99811db3-f5fd-4636-ab19-f86d2447154d admin admin] 10.222.0.23 "DELETE /v2.0/routers/c8a764f7-eb3f-4433-ac64-1d37ef1ada10 HTTP/1.1" status: 204 len: 168 time: 1.0251493 Mar 29 01:24:12.853607 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43902) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:12.899569 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-3442c5a0-d832-4239-ba50-8909ae8ba2a5 admin admin] Deleting subnet 45074503-16c7-47f8-9435-fd0bd691dd9a {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:24:12.902646 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3442c5a0-d832-4239-ba50-8909ae8ba2a5 admin admin] Publish callbacks [] for subnet (45074503-16c7-47f8-9435-fd0bd691dd9a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:12.935337 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3442c5a0-d832-4239-ba50-8909ae8ba2a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17431472'] for subnet (45074503-16c7-47f8-9435-fd0bd691dd9a), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.040371 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3442c5a0-d832-4239-ba50-8909ae8ba2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (45074503-16c7-47f8-9435-fd0bd691dd9a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.092521 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3442c5a0-d832-4239-ba50-8909ae8ba2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17431170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16946388'] for subnet (45074503-16c7-47f8-9435-fd0bd691dd9a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.117718 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3442c5a0-d832-4239-ba50-8909ae8ba2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45074503-16c7-47f8-9435-fd0bd691dd9a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:13.121279 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3442c5a0-d832-4239-ba50-8909ae8ba2a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.124485 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3442c5a0-d832-4239-ba50-8909ae8ba2a5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/45074503-16c7-47f8-9435-fd0bd691dd9a HTTP/1.1" status: 204 len: 168 time: 0.2697930 Mar 29 01:24:13.127535 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43904) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:13.128628 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed315a-f613-42b7-844d-f8de052b68a0 None None] Network 34d6dad2-fad6-4cdd-baeb-fe9281b41efb requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:24:13.195849 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (34d6dad2-fad6-4cdd-baeb-fe9281b41efb), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.263140 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Deleting port b62381c9-214b-4aed-bf84-2e3de73bdfa8 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:13.263488 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.288371 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] DHCP port deletion for 34d6dad2-fad6-4cdd-baeb-fe9281b41efb request from dv-cinder-750782-13-iscsi {{(pid=103387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 01:24:13.337527 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] For port b62381c9-214b-4aed-bf84-2e3de73bdfa8, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=b62381c9-214b-4aed-bf84-2e3de73bdfa8,segment=NetworkSegment(061b44cb-c14e-408f-b536-70466351fb13),segment_id=061b44cb-c14e-408f-b536-70466351fb13)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:13.338047 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.354710 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Calling delete_port for b62381c9-214b-4aed-bf84-2e3de73bdfa8 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:13.446232 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.464002 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device b62381c9-214b-4aed-bf84-2e3de73bdfa8 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:24:13.471605 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62381c9-214b-4aed-bf84-2e3de73bdfa8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:13.474987 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] No DVR routers for this DVR port b62381c9-214b-4aed-bf84-2e3de73bdfa8 on host dv-cinder-750782-13-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:24:13.486832 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: b62381c9-214b-4aed-bf84-2e3de73bdfa8 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:24:13.487188 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device b62381c9-214b-4aed-bf84-2e3de73bdfa8 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:24:13.487603 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 0a475a6e-6cb4-4771-a4d1-b9819234c93a no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:24:13.509785 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 0a475a6e-6cb4-4771-a4d1-b9819234c93a {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:24:13.510060 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 0a475a6e-6cb4-4771-a4d1-b9819234c93a not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:24:13.510472 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 7f190973-85b5-41cb-9d2f-2802e52c4110 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:24:13.532562 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 7f190973-85b5-41cb-9d2f-2802e52c4110 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:24:13.532914 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 7f190973-85b5-41cb-9d2f-2802e52c4110 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:24:13.543892 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (34d6dad2-fad6-4cdd-baeb-fe9281b41efb), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.550642 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Deleting port b62381c9-214b-4aed-bf84-2e3de73bdfa8 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:13.551053 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.570475 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34d6dad2-fad6-4cdd-baeb-fe9281b41efb']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:13.579988 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061b44cb-c14e-408f-b536-70466351fb13') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:13.580284 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061b44cb-c14e-408f-b536-70466351fb13') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:13.589647 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17431483'] for segment (061b44cb-c14e-408f-b536-70466351fb13), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.603358 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (061b44cb-c14e-408f-b536-70466351fb13), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.609453 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:24:13.610394 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17430564'] for segment (061b44cb-c14e-408f-b536-70466351fb13), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: Traceback (most recent call last): Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: timer() Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: cb(*args, **kw) Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: return func(*args, **kwargs) Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: self._notify() Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: self.callback(batched_events) Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: event.method(event) Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: return f(self, *a, **k) Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._get(url).json() Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:24:13.612178 dv-cinder-750782-13-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:24:13.615280 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] For port b62381c9-214b-4aed-bf84-2e3de73bdfa8, host dv-cinder-750782-13-iscsi, got binding levels [] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:13.615686 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.628090 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Calling delete_port for b62381c9-214b-4aed-bf84-2e3de73bdfa8 owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:13.632019 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.ipam_backend_mixin [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Port b62381c9-214b-4aed-bf84-2e3de73bdfa8 was not found and therefore no delete operation was performed {{(pid=103387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 29 01:24:13.633229 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637'] for port (b62381c9-214b-4aed-bf84-2e3de73bdfa8), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.655926 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Pushing event deleted for resources: {'Port': ['ID=b62381c9-214b-4aed-bf84-2e3de73bdfa8,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:13.665515 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (34d6dad2-fad6-4cdd-baeb-fe9281b41efb), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.666295 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.666657 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.667066 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.667333 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.667678 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.668011 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.668336 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.668662 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.668983 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.669309 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.669632 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.669970 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.670288 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.670605 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.670946 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:24:13.674256 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.674404 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a4b95c-b14f-46ac-8fe2-1d6d98ee1d2a None None] No DVR routers for this DVR port b62381c9-214b-4aed-bf84-2e3de73bdfa8 on host dv-cinder-750782-13-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:24:13.693034 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] 10.222.0.23 "DELETE /v2.0/networks/34d6dad2-fad6-4cdd-baeb-fe9281b41efb HTTP/1.1" status: 204 len: 168 time: 0.5494199 Mar 29 01:24:13.693034 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2ee95-96e5-44e5-bc69-252481e02b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=34d6dad2-fad6-4cdd-baeb-fe9281b41efb,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:13.796748 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43908) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:13.842852 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-75b0860b-5d26-4186-80af-058b8af65a0e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87a44b64a2e74026b8cc3ee9dc239fb4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0377803 Mar 29 01:24:13.842852 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 43910) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:13.884381 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d54a08c-bfc7-4dcc-a268-eb43beb88cd8 admin admin] Publish callbacks [] for security_group (55bc3b2e-8259-43ee-bdd9-c999d890c7a9), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.909121 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d54a08c-bfc7-4dcc-a268-eb43beb88cd8 admin admin] Publish callbacks [] for security_group (55bc3b2e-8259-43ee-bdd9-c999d890c7a9), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.955639 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d54a08c-bfc7-4dcc-a268-eb43beb88cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (55bc3b2e-8259-43ee-bdd9-c999d890c7a9), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.958370 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d54a08c-bfc7-4dcc-a268-eb43beb88cd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:13.959626 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-9d54a08c-bfc7-4dcc-a268-eb43beb88cd8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/55bc3b2e-8259-43ee-bdd9-c999d890c7a9 HTTP/1.1" status: 204 len: 168 time: 0.1200521 Mar 29 01:24:13.966941 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54a08c-bfc7-4dcc-a268-eb43beb88cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55bc3b2e-8259-43ee-bdd9-c999d890c7a9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:18.794955 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44010) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:18.897942 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01d6c3df-81bb-44ac-a0a6-7dffa6f02c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:18.972280 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01d6c3df-81bb-44ac-a0a6-7dffa6f02c41 admin admin] Publish callbacks [] for security_group (a6519aa9-187e-4b88-ad35-c8e0b5bb066e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:18.975760 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-01d6c3df-81bb-44ac-a0a6-7dffa6f02c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a6519aa9-187e-4b88-ad35-c8e0b5bb066e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.012657 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-01d6c3df-81bb-44ac-a0a6-7dffa6f02c41 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3de407fe4b1d4540864ea6dd92b6d978&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166479 Mar 29 01:24:19.014618 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6c3df-81bb-44ac-a0a6-7dffa6f02c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6519aa9-187e-4b88-ad35-c8e0b5bb066e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:19.015292 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44014) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:19.062310 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7ada720-d439-4dea-a999-69cfab1d3259 admin admin] Publish callbacks [] for security_group (a6519aa9-187e-4b88-ad35-c8e0b5bb066e), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.083365 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7ada720-d439-4dea-a999-69cfab1d3259 admin admin] Publish callbacks [] for security_group (a6519aa9-187e-4b88-ad35-c8e0b5bb066e), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.128737 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7ada720-d439-4dea-a999-69cfab1d3259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a6519aa9-187e-4b88-ad35-c8e0b5bb066e), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.131438 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f7ada720-d439-4dea-a999-69cfab1d3259 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.132572 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-f7ada720-d439-4dea-a999-69cfab1d3259 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a6519aa9-187e-4b88-ad35-c8e0b5bb066e HTTP/1.1" status: 204 len: 168 time: 0.1162710 Mar 29 01:24:19.139888 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ada720-d439-4dea-a999-69cfab1d3259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6519aa9-187e-4b88-ad35-c8e0b5bb066e,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:19.393783 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44022) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:19.406721 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-98a18121-80fa-424e-b6d9-f6188d6da08c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.482150 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-98a18121-80fa-424e-b6d9-f6188d6da08c admin admin] Publish callbacks [] for security_group (662991f8-5d75-4ee8-a110-0cdcb6934a28), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.486224 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-98a18121-80fa-424e-b6d9-f6188d6da08c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (662991f8-5d75-4ee8-a110-0cdcb6934a28), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.522283 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a18121-80fa-424e-b6d9-f6188d6da08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662991f8-5d75-4ee8-a110-0cdcb6934a28,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:19.526531 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-98a18121-80fa-424e-b6d9-f6188d6da08c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4388e1fdba2c477e969b6b9064793fb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317446 Mar 29 01:24:19.529217 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44024) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:19.575785 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3dfdecb1-4fc5-4c15-bbde-a447f33173c1 admin admin] Publish callbacks [] for security_group (662991f8-5d75-4ee8-a110-0cdcb6934a28), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.597107 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3dfdecb1-4fc5-4c15-bbde-a447f33173c1 admin admin] Publish callbacks [] for security_group (662991f8-5d75-4ee8-a110-0cdcb6934a28), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.643179 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3dfdecb1-4fc5-4c15-bbde-a447f33173c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (662991f8-5d75-4ee8-a110-0cdcb6934a28), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.645574 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3dfdecb1-4fc5-4c15-bbde-a447f33173c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:19.646721 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-3dfdecb1-4fc5-4c15-bbde-a447f33173c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/662991f8-5d75-4ee8-a110-0cdcb6934a28 HTTP/1.1" status: 204 len: 168 time: 0.1167302 Mar 29 01:24:19.653906 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdecb1-4fc5-4c15-bbde-a447f33173c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662991f8-5d75-4ee8-a110-0cdcb6934a28,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:21.161832 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44068) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:21.264865 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afbbc4b6-cc63-4495-b3db-93a575bf8585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:21.338763 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afbbc4b6-cc63-4495-b3db-93a575bf8585 admin admin] Publish callbacks [] for security_group (d004b87a-0503-45cb-ab9b-987c4dd14b8f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:21.342738 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-afbbc4b6-cc63-4495-b3db-93a575bf8585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d004b87a-0503-45cb-ab9b-987c4dd14b8f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:21.384005 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-afbbc4b6-cc63-4495-b3db-93a575bf8585 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=688cea3892e644ae8a4e04d2b0bd1df0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2210109 Mar 29 01:24:21.385248 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbc4b6-cc63-4495-b3db-93a575bf8585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d004b87a-0503-45cb-ab9b-987c4dd14b8f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:21.387390 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44072) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:21.434935 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7d0814-68c1-419d-984a-8d928445dcb1 admin admin] Publish callbacks [] for security_group (d004b87a-0503-45cb-ab9b-987c4dd14b8f), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:21.455195 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7d0814-68c1-419d-984a-8d928445dcb1 admin admin] Publish callbacks [] for security_group (d004b87a-0503-45cb-ab9b-987c4dd14b8f), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:21.503065 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7d0814-68c1-419d-984a-8d928445dcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d004b87a-0503-45cb-ab9b-987c4dd14b8f), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:21.505396 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7d0814-68c1-419d-984a-8d928445dcb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:21.506502 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-7e7d0814-68c1-419d-984a-8d928445dcb1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d004b87a-0503-45cb-ab9b-987c4dd14b8f HTTP/1.1" status: 204 len: 168 time: 0.1179297 Mar 29 01:24:21.513633 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d0814-68c1-419d-984a-8d928445dcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d004b87a-0503-45cb-ab9b-987c4dd14b8f,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:21.782213 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44078) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:21.794864 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5d2a27bf-92be-4ed8-b0f5-527fc9a70a13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:21.865087 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5d2a27bf-92be-4ed8-b0f5-527fc9a70a13 admin admin] Publish callbacks [] for security_group (fcc40ad1-5e93-4193-b9fd-20edde94aff8), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:21.868861 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5d2a27bf-92be-4ed8-b0f5-527fc9a70a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (fcc40ad1-5e93-4193-b9fd-20edde94aff8), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:21.907156 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5d2a27bf-92be-4ed8-b0f5-527fc9a70a13 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4a20078aea81478791ab1330aaf68f4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1231863 Mar 29 01:24:21.909084 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a27bf-92be-4ed8-b0f5-527fc9a70a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc40ad1-5e93-4193-b9fd-20edde94aff8,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:21.909888 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44080) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:21.958264 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2f14909-3664-4f53-9795-3e3fc79a3a68 admin admin] Publish callbacks [] for security_group (fcc40ad1-5e93-4193-b9fd-20edde94aff8), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:21.979880 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2f14909-3664-4f53-9795-3e3fc79a3a68 admin admin] Publish callbacks [] for security_group (fcc40ad1-5e93-4193-b9fd-20edde94aff8), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:22.027239 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2f14909-3664-4f53-9795-3e3fc79a3a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (fcc40ad1-5e93-4193-b9fd-20edde94aff8), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:22.029683 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f2f14909-3664-4f53-9795-3e3fc79a3a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:22.030864 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f2f14909-3664-4f53-9795-3e3fc79a3a68 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fcc40ad1-5e93-4193-b9fd-20edde94aff8 HTTP/1.1" status: 204 len: 168 time: 0.1199698 Mar 29 01:24:22.038314 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f14909-3664-4f53-9795-3e3fc79a3a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc40ad1-5e93-4193-b9fd-20edde94aff8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:24.339692 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44150) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:24.441338 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5da7c32-71d6-40cf-9226-d7004a353385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:24.514404 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5da7c32-71d6-40cf-9226-d7004a353385 admin admin] Publish callbacks [] for security_group (2c6285c7-d2e2-4608-b7a1-b8d057aec588), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:24.518621 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c5da7c32-71d6-40cf-9226-d7004a353385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (2c6285c7-d2e2-4608-b7a1-b8d057aec588), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:24.554573 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da7c32-71d6-40cf-9226-d7004a353385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6285c7-d2e2-4608-b7a1-b8d057aec588,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:24.559083 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c5da7c32-71d6-40cf-9226-d7004a353385 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f3c5ba68c1d45c48cebeab619a6add1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2183590 Mar 29 01:24:24.562060 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44154) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:24.610295 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bbe4e57-fdb6-46d7-8d52-7f274ce57604 admin admin] Publish callbacks [] for security_group (2c6285c7-d2e2-4608-b7a1-b8d057aec588), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:24.630394 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bbe4e57-fdb6-46d7-8d52-7f274ce57604 admin admin] Publish callbacks [] for security_group (2c6285c7-d2e2-4608-b7a1-b8d057aec588), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:24.676366 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bbe4e57-fdb6-46d7-8d52-7f274ce57604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (2c6285c7-d2e2-4608-b7a1-b8d057aec588), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:24.678794 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9bbe4e57-fdb6-46d7-8d52-7f274ce57604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:24.679930 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-9bbe4e57-fdb6-46d7-8d52-7f274ce57604 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2c6285c7-d2e2-4608-b7a1-b8d057aec588 HTTP/1.1" status: 204 len: 168 time: 0.1173940 Mar 29 01:24:24.687415 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe4e57-fdb6-46d7-8d52-7f274ce57604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6285c7-d2e2-4608-b7a1-b8d057aec588,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:24.937296 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44162) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:24.950773 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00451cda-e9a0-4c69-9b13-4583a83e4420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:25.024262 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00451cda-e9a0-4c69-9b13-4583a83e4420 admin admin] Publish callbacks [] for security_group (f18ff314-8790-4536-8970-fefd6fa0118b), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:25.027885 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-00451cda-e9a0-4c69-9b13-4583a83e4420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (f18ff314-8790-4536-8970-fefd6fa0118b), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:25.065111 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-00451cda-e9a0-4c69-9b13-4583a83e4420 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d42ef4913e674c26ba74042ce3712255&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1267593 Mar 29 01:24:25.067069 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00451cda-e9a0-4c69-9b13-4583a83e4420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f18ff314-8790-4536-8970-fefd6fa0118b,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:25.067838 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44164) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:25.114878 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b613ed87-0186-425f-9154-bbea816fd43c admin admin] Publish callbacks [] for security_group (f18ff314-8790-4536-8970-fefd6fa0118b), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:25.126651 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-02075f25-417e-4ad0-8011-4ba4de1ea461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:25.139924 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b613ed87-0186-425f-9154-bbea816fd43c admin admin] Publish callbacks [] for security_group (f18ff314-8790-4536-8970-fefd6fa0118b), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:25.185587 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b613ed87-0186-425f-9154-bbea816fd43c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (f18ff314-8790-4536-8970-fefd6fa0118b), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:25.188033 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b613ed87-0186-425f-9154-bbea816fd43c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:25.189874 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b613ed87-0186-425f-9154-bbea816fd43c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f18ff314-8790-4536-8970-fefd6fa0118b HTTP/1.1" status: 204 len: 168 time: 0.1209512 Mar 29 01:24:25.197112 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b613ed87-0186-425f-9154-bbea816fd43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f18ff314-8790-4536-8970-fefd6fa0118b,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:27.504853 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f9200430-2a35-449b-8215-e638ce689f9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:28.568671 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:29.939201 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:31.519223 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:31.522393 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44288) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:31.627058 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c825dcc3-8e97-4f60-b323-a86e938e89ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:31.702761 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c825dcc3-8e97-4f60-b323-a86e938e89ce admin admin] Publish callbacks [] for security_group (ddccffee-fd9c-4484-8266-f71b10ddd06f), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:31.706807 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c825dcc3-8e97-4f60-b323-a86e938e89ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (ddccffee-fd9c-4484-8266-f71b10ddd06f), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:31.744417 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c825dcc3-8e97-4f60-b323-a86e938e89ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e5f982e9eaad4710a402ee5301fc1548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208714 Mar 29 01:24:31.745644 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c825dcc3-8e97-4f60-b323-a86e938e89ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddccffee-fd9c-4484-8266-f71b10ddd06f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:31.747065 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44292) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:31.796462 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebfb601b-8e92-4ef4-a6d2-c6b25e3496c4 admin admin] Publish callbacks [] for security_group (ddccffee-fd9c-4484-8266-f71b10ddd06f), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:31.817586 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebfb601b-8e92-4ef4-a6d2-c6b25e3496c4 admin admin] Publish callbacks [] for security_group (ddccffee-fd9c-4484-8266-f71b10ddd06f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:31.865997 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebfb601b-8e92-4ef4-a6d2-c6b25e3496c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (ddccffee-fd9c-4484-8266-f71b10ddd06f), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:31.868519 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ebfb601b-8e92-4ef4-a6d2-c6b25e3496c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:31.869651 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ebfb601b-8e92-4ef4-a6d2-c6b25e3496c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ddccffee-fd9c-4484-8266-f71b10ddd06f HTTP/1.1" status: 204 len: 168 time: 0.1215246 Mar 29 01:24:31.879819 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb601b-8e92-4ef4-a6d2-c6b25e3496c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddccffee-fd9c-4484-8266-f71b10ddd06f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:32.128751 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44298) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:32.141565 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b430488-e5d5-4016-8ef7-4fc932095c44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:32.214306 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b430488-e5d5-4016-8ef7-4fc932095c44 admin admin] Publish callbacks [] for security_group (339b9959-c06f-4797-a176-738a19932b4a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:32.217863 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b430488-e5d5-4016-8ef7-4fc932095c44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (339b9959-c06f-4797-a176-738a19932b4a), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:32.258186 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7b430488-e5d5-4016-8ef7-4fc932095c44 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4bd3efcac7ff48b0a244730b05b4a8bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283660 Mar 29 01:24:32.259041 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b430488-e5d5-4016-8ef7-4fc932095c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=339b9959-c06f-4797-a176-738a19932b4a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:32.261777 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44300) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:32.311361 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2c78-74ec-47ed-b42f-7a997497d161 admin admin] Publish callbacks [] for security_group (339b9959-c06f-4797-a176-738a19932b4a), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:32.331801 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2c78-74ec-47ed-b42f-7a997497d161 admin admin] Publish callbacks [] for security_group (339b9959-c06f-4797-a176-738a19932b4a), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:32.377975 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2c78-74ec-47ed-b42f-7a997497d161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (339b9959-c06f-4797-a176-738a19932b4a), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:32.380799 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7b3e2c78-74ec-47ed-b42f-7a997497d161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:32.382167 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-7b3e2c78-74ec-47ed-b42f-7a997497d161 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/339b9959-c06f-4797-a176-738a19932b4a HTTP/1.1" status: 204 len: 168 time: 0.1189556 Mar 29 01:24:32.391716 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e2c78-74ec-47ed-b42f-7a997497d161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=339b9959-c06f-4797-a176-738a19932b4a,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:33.038412 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c758092-5b5e-4ec0-88bd-232fcb9c9afe req-33ff46b8-1465-428a-b437-f098c5d6702a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:33.039980 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c758092-5b5e-4ec0-88bd-232fcb9c9afe req-33ff46b8-1465-428a-b437-f098c5d6702a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0556529 Mar 29 01:24:33.089972 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2c758092-5b5e-4ec0-88bd-232fcb9c9afe req-60f3431b-71a7-4d9b-89a3-e88539b70f59 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432174 Mar 29 01:24:33.278107 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.214560 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03f5e1-f6b7-4540-8e06-a2257978a5d8 req-7f0ca9d4-f955-491b-ab70-f1924c53ecb2 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:34.216075 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8f03f5e1-f6b7-4540-8e06-a2257978a5d8 req-7f0ca9d4-f955-491b-ab70-f1924c53ecb2 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0557473 Mar 29 01:24:34.263058 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8f03f5e1-f6b7-4540-8e06-a2257978a5d8 req-f826f746-c3f7-44fc-91e9-4b240c4ef432 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=39b883a3-aaf5-40c0-8a50-908b6db63e4a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411952 Mar 29 01:24:34.376181 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44396) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:34.475273 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b1516-4da2-4afa-a743-8381da64a0ff req-a46644a7-08a1-4511-b8be-fa869db04ece tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:34.477138 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-333b1516-4da2-4afa-a743-8381da64a0ff req-a46644a7-08a1-4511-b8be-fa869db04ece tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.13 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 946 time: 0.0551741 Mar 29 01:24:34.495089 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6822e819-b78d-49b9-8789-5b0f5c3b6ff7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.578551 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6822e819-b78d-49b9-8789-5b0f5c3b6ff7 admin admin] Publish callbacks [] for security_group (60a61ed4-4bcc-4da3-ad9a-0c9ec6e8788f), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.583355 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6822e819-b78d-49b9-8789-5b0f5c3b6ff7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (60a61ed4-4bcc-4da3-ad9a-0c9ec6e8788f), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.588153 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Deleting port d124d7b0-bdae-4266-9cb6-0396869dae70 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:34.588504 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.639805 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-6822e819-b78d-49b9-8789-5b0f5c3b6ff7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01423f232cf94956a0305eb1d6a2c41a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2621169 Mar 29 01:24:34.640672 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6822e819-b78d-49b9-8789-5b0f5c3b6ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a61ed4-4bcc-4da3-ad9a-0c9ec6e8788f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:34.641558 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44406) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:34.730182 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] For port d124d7b0-bdae-4266-9cb6-0396869dae70, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=d124d7b0-bdae-4266-9cb6-0396869dae70,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:34.730565 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.750038 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8118989-1a39-4966-b4c2-c776abacd3af admin admin] Publish callbacks [] for security_group (60a61ed4-4bcc-4da3-ad9a-0c9ec6e8788f), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.814686 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8118989-1a39-4966-b4c2-c776abacd3af admin admin] Publish callbacks [] for security_group (60a61ed4-4bcc-4da3-ad9a-0c9ec6e8788f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.947083 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8118989-1a39-4966-b4c2-c776abacd3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (60a61ed4-4bcc-4da3-ad9a-0c9ec6e8788f), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.949634 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b8118989-1a39-4966-b4c2-c776abacd3af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.951082 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b8118989-1a39-4966-b4c2-c776abacd3af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60a61ed4-4bcc-4da3-ad9a-0c9ec6e8788f HTTP/1.1" status: 204 len: 168 time: 0.3035095 Mar 29 01:24:34.970242 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8118989-1a39-4966-b4c2-c776abacd3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a61ed4-4bcc-4da3-ad9a-0c9ec6e8788f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:34.976546 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.977899 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (276cae6d-b720-411a-ae4d-461ce83f029e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:34.978177 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Floating IP 276cae6d-b720-411a-ae4d-461ce83f029e disassociated. External IP: 172.27.2.144, port: d124d7b0-bdae-4266-9cb6-0396869dae70. Mar 29 01:24:34.978527 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Calling delete_port for d124d7b0-bdae-4266-9cb6-0396869dae70 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:35.113784 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (d124d7b0-bdae-4266-9cb6-0396869dae70), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:35.144047 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event deleted for resources: {'Port': ['ID=d124d7b0-bdae-4266-9cb6-0396869dae70,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:35.235219 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44412) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:35.248214 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dadcc6bc-64b3-4d16-a8b6-3dd677527ab5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:35.269780 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Router 4ae8effa-86cf-4466-b0f4-44928a38106a has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:24:35.325491 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dadcc6bc-64b3-4d16-a8b6-3dd677527ab5 admin admin] Publish callbacks [] for security_group (7b088d53-54f7-4d71-9056-157cd61e9afc), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:35.330230 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dadcc6bc-64b3-4d16-a8b6-3dd677527ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (7b088d53-54f7-4d71-9056-157cd61e9afc), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:35.366333 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadcc6bc-64b3-4d16-a8b6-3dd677527ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b088d53-54f7-4d71-9056-157cd61e9afc,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:35.374912 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ece0483-72a4-41bb-bdec-544462c3ec48 req-c9deb701-b896-418f-a577-fd573123fae8 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=122cab71-140d-4184-8560-5a9e1dfbbc9d HTTP/1.1" status: 200 len: 210 time: 0.0308175 Mar 29 01:24:35.385755 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-dadcc6bc-64b3-4d16-a8b6-3dd677527ab5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ad6f549f26e41f09c6992d7db62400f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1491897 Mar 29 01:24:35.386394 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44416) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:35.435813 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:24:35.446093 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422007f7-d6ed-493e-8efa-48c4db4061cc None None] Sync routers for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:24:35.456514 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422007f7-d6ed-493e-8efa-48c4db4061cc None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:24:35.457050 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-422007f7-d6ed-493e-8efa-48c4db4061cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:24:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:35.483892 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e001f5a6-225e-42b9-9e53-41070e25f238 admin admin] Publish callbacks [] for security_group (7b088d53-54f7-4d71-9056-157cd61e9afc), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:35.486387 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] No DVR routers for this DVR port d124d7b0-bdae-4266-9cb6-0396869dae70 on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:24:35.489428 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:35.494575 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-333b1516-4da2-4afa-a743-8381da64a0ff req-b80c47eb-468d-43f9-ab3b-6eb2cc757be4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.13 "DELETE /v2.0/ports/d124d7b0-bdae-4266-9cb6-0396869dae70 HTTP/1.1" status: 204 len: 173 time: 1.0092981 Mar 29 01:24:35.494575 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'name': 'network-vif-deleted', 'tag': 'd124d7b0-bdae-4266-9cb6-0396869dae70'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:24:35.495671 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2446e608-5f36-49fd-beab-80dadd3fe85a" -d '{"events": [{"server_uuid": "122cab71-140d-4184-8560-5a9e1dfbbc9d", "name": "network-vif-deleted", "tag": "d124d7b0-bdae-4266-9cb6-0396869dae70"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:24:35.530804 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e001f5a6-225e-42b9-9e53-41070e25f238 admin admin] Publish callbacks [] for security_group (7b088d53-54f7-4d71-9056-157cd61e9afc), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:35.567141 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f101c9-362f-445f-a7cd-d026014b12ce x-openstack-request-id: req-a4f101c9-362f-445f-a7cd-d026014b12ce {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:24:35.567428 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "122cab71-140d-4184-8560-5a9e1dfbbc9d", "name": "network-vif-deleted", "tag": "d124d7b0-bdae-4266-9cb6-0396869dae70", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:24:35.567679 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a4f101c9-362f-445f-a7cd-d026014b12ce {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:24:35.568074 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f101c9-362f-445f-a7cd-d026014b12ce'] response: {'server_uuid': '122cab71-140d-4184-8560-5a9e1dfbbc9d', 'name': 'network-vif-deleted', 'tag': 'd124d7b0-bdae-4266-9cb6-0396869dae70', 'status': 'completed', 'code': 200} Mar 29 01:24:35.599618 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-422007f7-d6ed-493e-8efa-48c4db4061cc None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:24:35.606213 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e001f5a6-225e-42b9-9e53-41070e25f238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (7b088d53-54f7-4d71-9056-157cd61e9afc), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:35.609361 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e001f5a6-225e-42b9-9e53-41070e25f238 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:35.611501 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e001f5a6-225e-42b9-9e53-41070e25f238 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b088d53-54f7-4d71-9056-157cd61e9afc HTTP/1.1" status: 204 len: 168 time: 0.2233484 Mar 29 01:24:35.620256 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e001f5a6-225e-42b9-9e53-41070e25f238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b088d53-54f7-4d71-9056-157cd61e9afc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:35.840591 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-422007f7-d6ed-493e-8efa-48c4db4061cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:35.867480 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422007f7-d6ed-493e-8efa-48c4db4061cc None None] Checking router: 4ae8effa-86cf-4466-b0f4-44928a38106a for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:24:35.876835 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422007f7-d6ed-493e-8efa-48c4db4061cc None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:24:35.877476 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-422007f7-d6ed-493e-8efa-48c4db4061cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:24:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:35.986675 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-422007f7-d6ed-493e-8efa-48c4db4061cc None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:24:36.193948 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-422007f7-d6ed-493e-8efa-48c4db4061cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:36.227227 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422007f7-d6ed-493e-8efa-48c4db4061cc None None] The sync data for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi is: [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:24:36.469657 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44452) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:36.480831 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9bc077-647a-4673-ba79-8409d7d5cfec None None] New status for floating IP 276cae6d-b720-411a-ae4d-461ce83f029e: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:24:36.524605 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a842286-4a25-4373-a6e9-4ae7a1640f34 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (39b883a3-aaf5-40c0-8a50-908b6db63e4a), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:36.547870 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a842286-4a25-4373-a6e9-4ae7a1640f34 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (39b883a3-aaf5-40c0-8a50-908b6db63e4a), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:36.604667 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a842286-4a25-4373-a6e9-4ae7a1640f34 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (39b883a3-aaf5-40c0-8a50-908b6db63e4a), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:36.608134 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8a842286-4a25-4373-a6e9-4ae7a1640f34 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:36.609362 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-8a842286-4a25-4373-a6e9-4ae7a1640f34 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "DELETE /v2.0/security-groups/39b883a3-aaf5-40c0-8a50-908b6db63e4a HTTP/1.1" status: 204 len: 168 time: 0.1385951 Mar 29 01:24:36.612744 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44454) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:36.622343 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a842286-4a25-4373-a6e9-4ae7a1640f34 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b883a3-aaf5-40c0-8a50-908b6db63e4a,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:36.627671 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.api.v2.resource [None req-f9b5fc52-7a0c-43b2-998f-f3aa8d5d30e3 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] show failed (client error): The resource could not be found. Mar 29 01:24:36.628800 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f9b5fc52-7a0c-43b2-998f-f3aa8d5d30e3 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups/39b883a3-aaf5-40c0-8a50-908b6db63e4a HTTP/1.1" status: 404 len: 347 time: 0.0145342 Mar 29 01:24:36.631961 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44456) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:36.779259 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3fb8b-da76-49db-9397-151ed36e1065 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Deleting port 22373439-da7c-4b00-9c78-258384f32a3b {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:36.779597 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fb8b-da76-49db-9397-151ed36e1065 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (22373439-da7c-4b00-9c78-258384f32a3b), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:36.858540 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fb8b-da76-49db-9397-151ed36e1065 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (22373439-da7c-4b00-9c78-258384f32a3b), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:36.858904 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fb8b-da76-49db-9397-151ed36e1065 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (22373439-da7c-4b00-9c78-258384f32a3b), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:36.870896 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c4b3fb8b-da76-49db-9397-151ed36e1065 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Calling delete_port for 22373439-da7c-4b00-9c78-258384f32a3b owned by network:floatingip {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:37.008974 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fb8b-da76-49db-9397-151ed36e1065 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (22373439-da7c-4b00-9c78-258384f32a3b), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.033651 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3fb8b-da76-49db-9397-151ed36e1065 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event deleted for resources: {'Port': ['ID=22373439-da7c-4b00-9c78-258384f32a3b,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:37.096084 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fb8b-da76-49db-9397-151ed36e1065 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (276cae6d-b720-411a-ae4d-461ce83f029e), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.098603 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4b3fb8b-da76-49db-9397-151ed36e1065 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.099770 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c4b3fb8b-da76-49db-9397-151ed36e1065 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "DELETE /v2.0/floatingips/276cae6d-b720-411a-ae4d-461ce83f029e HTTP/1.1" status: 204 len: 168 time: 0.4670165 Mar 29 01:24:37.309657 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44466) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:37.315194 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-01fa9676-c2df-4adf-93f6-f2831e616b5c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748545121', 'description': 'tempest-description--1759296379'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:24:37.334958 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01fa9676-c2df-4adf-93f6-f2831e616b5c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.404669 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01fa9676-c2df-4adf-93f6-f2831e616b5c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (9df946e5-3730-4cc4-bc69-b6ab17aebfef), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.408846 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01fa9676-c2df-4adf-93f6-f2831e616b5c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (9df946e5-3730-4cc4-bc69-b6ab17aebfef), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.438136 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-01fa9676-c2df-4adf-93f6-f2831e616b5c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.439450 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-01fa9676-c2df-4adf-93f6-f2831e616b5c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1287897 Mar 29 01:24:37.441302 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa9676-c2df-4adf-93f6-f2831e616b5c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9df946e5-3730-4cc4-bc69-b6ab17aebfef,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:37.442352 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44468) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:37.446870 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8ca86c82-53ba-4008-8b7f-bceacde5c8e9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'security_group_rule': {'security_group_id': '9df946e5-3730-4cc4-bc69-b6ab17aebfef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:24:37.472083 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ca86c82-53ba-4008-8b7f-bceacde5c8e9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (afc1ef40-cbb1-476b-83da-00bb66800c0b), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.528270 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ca86c82-53ba-4008-8b7f-bceacde5c8e9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (afc1ef40-cbb1-476b-83da-00bb66800c0b), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.532240 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ca86c82-53ba-4008-8b7f-bceacde5c8e9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (afc1ef40-cbb1-476b-83da-00bb66800c0b), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.550433 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca86c82-53ba-4008-8b7f-bceacde5c8e9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc1ef40-cbb1-476b-83da-00bb66800c0b,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:37.558209 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8ca86c82-53ba-4008-8b7f-bceacde5c8e9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.559429 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8ca86c82-53ba-4008-8b7f-bceacde5c8e9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160362 Mar 29 01:24:37.562004 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44470) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:37.566379 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-dc0c5c4b-8eee-4665-9fef-b0b19d6b477d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'security_group_rule': {'security_group_id': '9df946e5-3730-4cc4-bc69-b6ab17aebfef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:24:37.591471 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc0c5c4b-8eee-4665-9fef-b0b19d6b477d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (fb4ccdaf-5945-4593-80c9-67f711804a16), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.645892 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc0c5c4b-8eee-4665-9fef-b0b19d6b477d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (fb4ccdaf-5945-4593-80c9-67f711804a16), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.649513 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc0c5c4b-8eee-4665-9fef-b0b19d6b477d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (fb4ccdaf-5945-4593-80c9-67f711804a16), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.664187 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c5c4b-8eee-4665-9fef-b0b19d6b477d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb4ccdaf-5945-4593-80c9-67f711804a16,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:37.674574 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dc0c5c4b-8eee-4665-9fef-b0b19d6b477d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.675819 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-dc0c5c4b-8eee-4665-9fef-b0b19d6b477d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1128659 Mar 29 01:24:37.678986 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44472) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:37.683516 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:24:37.702773 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.799933 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:37.902375 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Allocated IP 172.27.2.136 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/479f80c6-aa83-4990-83a4-874188517936) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:24:38.008447 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for port (479f80c6-aa83-4990-83a4-874188517936), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:38.044912 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (479f80c6-aa83-4990-83a4-874188517936), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:38.088964 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:24:38.090129 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:24:38.093667 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:24:38.118975 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'Port': ['ID=479f80c6-aa83-4990-83a4-874188517936,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:38.184899 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (4c76a517-551c-44eb-8d87-435994fc8673), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:38.218349 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (479f80c6-aa83-4990-83a4-874188517936), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:38.363659 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for port (479f80c6-aa83-4990-83a4-874188517936), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:38.367874 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (479f80c6-aa83-4990-83a4-874188517936), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:38.430477 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'Port': ['ID=479f80c6-aa83-4990-83a4-874188517936,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:38.447835 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (4c76a517-551c-44eb-8d87-435994fc8673), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:38.462686 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:38.463897 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-dfd6d8a1-a404-4e5d-9079-c72436e4da5f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7840066 Mar 29 01:24:38.474895 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device d124d7b0-bdae-4266-9cb6-0396869dae70 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:24:38.495608 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: d124d7b0-bdae-4266-9cb6-0396869dae70 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:24:38.495952 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device d124d7b0-bdae-4266-9cb6-0396869dae70 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:24:38.660152 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-0c9dd078-aa6a-4fd2-b50a-68062f9b6a5c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--748545121&fields=id&tenant_id=902a86ad707c47ad86317d2da4d8330d HTTP/1.1" status: 200 len: 267 time: 0.0430765 Mar 29 01:24:38.766790 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f7761-dc7f-4406-b885-ed57287a7007 req-f12abfff-42e4-435f-be6f-ea1b9be6c3da tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:38.768262 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-f12abfff-42e4-435f-be6f-ea1b9be6c3da tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/networks?id=872ba3d6-a4f4-440e-b819-614235685003 HTTP/1.1" status: 200 len: 811 time: 0.1020234 Mar 29 01:24:38.782204 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-0bf94ceb-6359-4c21-9486-f0b74c0c081d tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/quotas/902a86ad707c47ad86317d2da4d8330d HTTP/1.1" status: 200 len: 375 time: 0.0086741 Mar 29 01:24:38.835976 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-b6e76d3e-659d-4bf5-a8dd-71dbe7347659 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=902a86ad707c47ad86317d2da4d8330d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491476 Mar 29 01:24:39.022133 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-52f2d106-f38b-4eb6-bfa7-5d1a17ff3666 service neutron] 10.222.0.23 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748881 Mar 29 01:24:39.112313 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-ec72554e-1fa0-43c7-8f6e-a91eb3fee361 service neutron] 10.222.0.23 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845530 Mar 29 01:24:39.282135 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-216ca040-96b2-42d6-9b51-cf6c42793f76 req-df0fc0c2-e7c6-4703-8cd8-5e16c137fda6 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 210 time: 0.0276828 Mar 29 01:24:40.377934 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e2424ea0-a703-4a74-87d0-ca7f8f968844 req-e4221ccd-7374-4aab-b718-adbf968401d6 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 210 time: 0.0257344 Mar 29 01:24:41.474517 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ea89fe7a-f3e1-4e6e-a740-48ea3d8699d1 req-a33a904c-22df-4adf-9adb-45d53899baa9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 210 time: 0.0301337 Mar 29 01:24:42.578689 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2168d555-958e-4104-95e7-7bbf2d6caf94 req-c2e9b95e-e09d-48c1-8bb6-6567a27dff0f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 210 time: 0.0345728 Mar 29 01:24:42.698510 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f7761-dc7f-4406-b885-ed57287a7007 req-317e74f0-5b48-4350-aedd-5901a44d60a7 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:42.700012 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-317e74f0-5b48-4350-aedd-5901a44d60a7 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.13 "GET /v2.0/networks?id=872ba3d6-a4f4-440e-b819-614235685003 HTTP/1.1" status: 200 len: 811 time: 0.1241398 Mar 29 01:24:42.792382 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-059cdbd2-58e8-4cb5-9e6d-897b83f9c3f0 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=902a86ad707c47ad86317d2da4d8330d HTTP/1.1" status: 200 len: 379 time: 0.0588956 Mar 29 01:24:42.802697 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'port': {'device_id': '7c398343-4a25-401a-ab55-be2431056bac', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'admin_state_up': True, 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'security_groups': ['9df946e5-3730-4cc4-bc69-b6ab17aebfef']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:24:42.902898 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Made reservation on behalf of 902a86ad707c47ad86317d2da4d8330d for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:24:42.906143 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:43.046028 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Allocated IP 172.20.0.7 (872ba3d6-a4f4-440e-b819-614235685003/4ef3743e-1971-40c1-94e5-2ae73513de69/858a100c-43bb-43bb-ba67-b8bbbb77eb9f) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:24:43.189540 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:43.228204 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:43.277776 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Network 872ba3d6-a4f4-440e-b819-614235685003 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:24:43.281067 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:24:43.287215 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:24:43.312544 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event updated for resources: {'Port': ['ID=858a100c-43bb-43bb-ba67-b8bbbb77eb9f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:43.345738 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:43.345738 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:43.368590 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c9b86677-a017-4071-bb82-8be29a55d56b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5693734 Mar 29 01:24:43.381611 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Request body: {'port': {'device_id': '7c398343-4a25-401a-ab55-be2431056bac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:24:43.451918 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:43.637452 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-fdbe90b7-4788-46b5-883f-f9a27d142d4b None None] Provisioning complete for port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:24:43.638041 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fdbe90b7-4788-46b5-883f-f9a27d142d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:43.674652 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe90b7-4788-46b5-883f-f9a27d142d4b None None] Port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:24:43.997425 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5091c51e-0594-49a3-9b1c-e803e9d44897 req-c2b88405-9b99-48cb-a9c0-ad3a54781ac9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:43.998992 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5091c51e-0594-49a3-9b1c-e803e9d44897 req-c2b88405-9b99-48cb-a9c0-ad3a54781ac9 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 931 time: 0.3314393 Mar 29 01:24:44.073117 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 858a100c-43bb-43bb-ba67-b8bbbb77eb9f {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:24:44.088123 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Publish callbacks [] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:44.097350 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5091c51e-0594-49a3-9b1c-e803e9d44897 req-7a3e583a-0b59-4355-be20-f6a47554e431 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900521 Mar 29 01:24:44.105267 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Transition to ACTIVE for port object 858a100c-43bb-43bb-ba67-b8bbbb77eb9f will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:24:44.110071 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:44.164271 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Pushing event updated for resources: {'Port': ['ID=858a100c-43bb-43bb-ba67-b8bbbb77eb9f,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:44.287876 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b93a6f-4ba1-41d5-b9ef-aeef3d272425 req-627c84e1-6f78-46e4-a0e8-a1b6d43cc7bb tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:44.291986 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-16b93a6f-4ba1-41d5-b9ef-aeef3d272425 req-627c84e1-6f78-46e4-a0e8-a1b6d43cc7bb tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 946 time: 0.1150422 Mar 29 01:24:44.305029 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Attempting to bind port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:24:44.305449 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Attempting to bind port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:24:44.305865 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Attempting to bind port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f on network 872ba3d6-a4f4-440e-b819-614235685003 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:24:44.321658 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f on network 872ba3d6-a4f4-440e-b819-614235685003 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:24:44.322069 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Attempting to bind port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f on network 872ba3d6-a4f4-440e-b819-614235685003 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:24:44.328844 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:24:44.329843 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Checking segment: {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:24:44.330297 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Bound using segment: {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:24:44.330849 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Bound port: 858a100c-43bb-43bb-ba67-b8bbbb77eb9f, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': '872ba3d6-a4f4-440e-b819-614235685003'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:24:44.331284 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:44.396456 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-16b93a6f-4ba1-41d5-b9ef-aeef3d272425 req-cee2b6c6-283c-4e36-8c15-c9a52c14581a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010261 Mar 29 01:24:44.437440 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] For port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:24:44.441963 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] For port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=858a100c-43bb-43bb-ba67-b8bbbb77eb9f,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:24:44.450842 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:44.492146 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:44.492973 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:44.494391 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] 10.222.0.13 "PUT /v2.0/ports/858a100c-43bb-43bb-ba67-b8bbbb77eb9f HTTP/1.1" status: 200 len: 1093 time: 1.1176736 Mar 29 01:24:44.495269 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c398343-4a25-401a-ab55-be2431056bac', 'tag': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:24:44.497676 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dc5e4e-fd69-41b4-b305-88e43f3122d3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c398343-4a25-401a-ab55-be2431056bac", "tag": "858a100c-43bb-43bb-ba67-b8bbbb77eb9f"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:24:44.529723 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbfd9e-9e9f-4065-b630-0b1607cae386 service neutron] Pushing event updated for resources: {'Port': ['ID=858a100c-43bb-43bb-ba67-b8bbbb77eb9f,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:44.559906 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b51558-353f-46b3-82b6-088eb43dd5f3 x-openstack-request-id: req-70b51558-353f-46b3-82b6-088eb43dd5f3 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:24:44.560193 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c398343-4a25-401a-ab55-be2431056bac", "tag": "858a100c-43bb-43bb-ba67-b8bbbb77eb9f", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:24:44.560535 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-70b51558-353f-46b3-82b6-088eb43dd5f3 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:24:44.560829 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b51558-353f-46b3-82b6-088eb43dd5f3'] response: {'name': 'network-changed', 'server_uuid': '7c398343-4a25-401a-ab55-be2431056bac', 'tag': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f', 'status': 'completed', 'code': 200} Mar 29 01:24:44.673877 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3dd250-d67e-484e-b526-154b4f3b7fcf req-853c3d84-d6b5-4394-8479-0eef52c915fe tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:44.675622 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6f3dd250-d67e-484e-b526-154b4f3b7fcf req-853c3d84-d6b5-4394-8479-0eef52c915fe tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0577617 Mar 29 01:24:44.727184 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6f3dd250-d67e-484e-b526-154b4f3b7fcf req-2000ed43-6be4-419c-b64a-f1a2a2b7f55b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454397 Mar 29 01:24:45.218904 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9c22c-d146-484d-8bf8-083ef014806a req-105109a5-c5da-49d1-a1a6-1ae78d4b5e2c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:45.220881 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-acc9c22c-d146-484d-8bf8-083ef014806a req-105109a5-c5da-49d1-a1a6-1ae78d4b5e2c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 943 time: 0.0547323 Mar 29 01:24:45.265349 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-acc9c22c-d146-484d-8bf8-083ef014806a req-b378bd06-a9bc-41be-bae0-a06a0db7991b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390263 Mar 29 01:24:45.517854 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a9159-5292-46db-95cb-06b9506b8542 req-c7061ae2-3da7-469f-8145-ed4e493459de tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:45.519341 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-304a9159-5292-46db-95cb-06b9506b8542 req-c7061ae2-3da7-469f-8145-ed4e493459de tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 946 time: 0.0524209 Mar 29 01:24:45.566294 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-304a9159-5292-46db-95cb-06b9506b8542 req-87a48f9a-6d1a-4ee4-a480-0382cec197d5 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413578 Mar 29 01:24:45.852685 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d5593-4b75-48f0-a1cf-9bb6af62304f req-51a1fce7-65f6-419c-a111-a439129f0bcc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:45.854158 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a17d5593-4b75-48f0-a1cf-9bb6af62304f req-51a1fce7-65f6-419c-a111-a439129f0bcc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0531247 Mar 29 01:24:45.905394 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a17d5593-4b75-48f0-a1cf-9bb6af62304f req-f322a7d2-0370-4ef8-92ae-4b1f661b4e61 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457091 Mar 29 01:24:46.380775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b4c76-c140-4444-b0b5-a785ecfb056f req-439c5fc7-dbfa-4cdf-a80f-e6a8b46dcc6a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:46.382219 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d56b4c76-c140-4444-b0b5-a785ecfb056f req-439c5fc7-dbfa-4cdf-a80f-e6a8b46dcc6a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 943 time: 0.0507245 Mar 29 01:24:46.428292 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d56b4c76-c140-4444-b0b5-a785ecfb056f req-b1f9eda1-724e-443e-8a51-3c0b9f551b59 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404952 Mar 29 01:24:46.681533 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f15f2-c583-43d1-9908-b4ab76537399 req-be702fdc-102c-4a02-856d-8527d973be54 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:46.683051 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-172f15f2-c583-43d1-9908-b4ab76537399 req-be702fdc-102c-4a02-856d-8527d973be54 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 946 time: 0.0521448 Mar 29 01:24:46.731484 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-172f15f2-c583-43d1-9908-b4ab76537399 req-df8aac3e-a007-4ae8-ad0b-f37ab356b054 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Mar 29 01:24:47.038317 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da572af-7575-4b8c-b991-9b00574e73ab req-4e289297-749e-4dc4-bb86-425af4922f10 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:47.039807 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5da572af-7575-4b8c-b991-9b00574e73ab req-4e289297-749e-4dc4-bb86-425af4922f10 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0552452 Mar 29 01:24:47.085065 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5da572af-7575-4b8c-b991-9b00574e73ab req-1a2086fa-48b2-4542-9a8a-2df71d77a005 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398512 Mar 29 01:24:47.548135 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc5e4e-fd69-41b4-b305-88e43f3122d3 req-3cc087bf-8e92-4a86-97b4-61e7d46e4857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:47.553624 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a5dc5e4e-fd69-41b4-b305-88e43f3122d3 req-3cc087bf-8e92-4a86-97b4-61e7d46e4857 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=902a86ad707c47ad86317d2da4d8330d&device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 1127 time: 0.0931995 Mar 29 01:24:47.576561 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea671f7-122c-4382-87eb-6aea04797f6f req-78ccd005-9a59-4c77-9e97-9ad25912d9d0 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:47.578055 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4ea671f7-122c-4382-87eb-6aea04797f6f req-78ccd005-9a59-4c77-9e97-9ad25912d9d0 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 943 time: 0.0742133 Mar 29 01:24:47.675602 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:24:47.679230 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4ea671f7-122c-4382-87eb-6aea04797f6f req-e9d20f89-0308-41b3-aea5-4835020b629c tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919387 Mar 29 01:24:47.705700 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc5e4e-fd69-41b4-b305-88e43f3122d3 req-4313d2c7-8139-47bc-870f-0761a01bf683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:47.707184 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a5dc5e4e-fd69-41b4-b305-88e43f3122d3 req-4313d2c7-8139-47bc-870f-0761a01bf683 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=902a86ad707c47ad86317d2da4d8330d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1282670 Mar 29 01:24:47.814196 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dc5e4e-fd69-41b4-b305-88e43f3122d3 req-f52c3ec6-f5d1-41b8-8594-58cb7fc02d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:47.815687 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a5dc5e4e-fd69-41b4-b305-88e43f3122d3 req-f52c3ec6-f5d1-41b8-8594-58cb7fc02d45 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1011424 Mar 29 01:24:47.856326 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b99b9e-cd4f-4201-8b3b-cf07a58fc831 req-06b30dcc-574d-429a-b7af-06ab34837c12 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:47.857797 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64b99b9e-cd4f-4201-8b3b-cf07a58fc831 req-06b30dcc-574d-429a-b7af-06ab34837c12 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 946 time: 0.0576446 Mar 29 01:24:47.935656 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f7761-dc7f-4406-b885-ed57287a7007 req-0bfb90f2-091d-4a73-a42f-1a0645a14f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:47.937152 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-0bfb90f2-091d-4a73-a42f-1a0645a14f98 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=902a86ad707c47ad86317d2da4d8330d&device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 1127 time: 0.0785098 Mar 29 01:24:47.941421 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64b99b9e-cd4f-4201-8b3b-cf07a58fc831 req-648c94e3-985d-47bf-9603-5fc972e2e960 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718179 Mar 29 01:24:47.984964 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-086d491d-f0d2-4d1f-bda7-f88dc94ea9f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858a100c-43bb-43bb-ba67-b8bbbb77eb9f HTTP/1.1" status: 200 len: 217 time: 0.0376449 Mar 29 01:24:48.035138 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f7761-dc7f-4406-b885-ed57287a7007 req-cd56dfa4-6c84-4d22-b037-9300fcc64913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:48.036539 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-cd56dfa4-6c84-4d22-b037-9300fcc64913 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ef3743e-1971-40c1-94e5-2ae73513de69 HTTP/1.1" status: 200 len: 850 time: 0.0435436 Mar 29 01:24:48.088534 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c89ca4fb-2463-4d38-8851-86ba907b198c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:48.089908 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-c89ca4fb-2463-4d38-8851-86ba907b198c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872ba3d6-a4f4-440e-b819-614235685003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431895 Mar 29 01:24:48.206490 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-8df690d4-bdf2-48cb-9253-1d69ecbbb659 service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100874 Mar 29 01:24:48.226092 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07375a4-3f88-4079-bc2b-fdb9b16dc209 req-e261b462-1b77-4e0c-a8e0-997d6a0faaf8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:48.227544 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e07375a4-3f88-4079-bc2b-fdb9b16dc209 req-e261b462-1b77-4e0c-a8e0-997d6a0faaf8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0728540 Mar 29 01:24:48.328044 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e07375a4-3f88-4079-bc2b-fdb9b16dc209 req-94529a87-3c53-4bac-8d8c-8482d6ae818c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927336 Mar 29 01:24:48.347489 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-069f7761-dc7f-4406-b885-ed57287a7007 req-2856522b-1ff8-4aed-8316-011dee57cb7c service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190383 Mar 29 01:24:48.797538 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e8451-5aa0-4acd-bb9f-cd433ec5129a req-1a597e8d-8359-4dba-9609-e941e9c98e76 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:48.799040 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-414e8451-5aa0-4acd-bb9f-cd433ec5129a req-1a597e8d-8359-4dba-9609-e941e9c98e76 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 943 time: 0.0535214 Mar 29 01:24:48.847412 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-414e8451-5aa0-4acd-bb9f-cd433ec5129a req-e172f363-0711-4c6a-8307-682d5e1dafb5 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427721 Mar 29 01:24:49.066929 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f82bd3-71f9-4749-8193-82d87ed08ecc req-212e710e-933c-486f-9f8f-a331c74e9d17 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:49.068427 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93f82bd3-71f9-4749-8193-82d87ed08ecc req-212e710e-933c-486f-9f8f-a331c74e9d17 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 946 time: 0.0562341 Mar 29 01:24:49.122285 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93f82bd3-71f9-4749-8193-82d87ed08ecc req-760aca95-17eb-4db4-9e65-2ee735747867 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481308 Mar 29 01:24:49.449401 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad02a2-6c01-4049-adb7-5384333f93ab req-3980b383-f013-4ef3-b152-d8ba981f7cd4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:49.450864 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-77ad02a2-6c01-4049-adb7-5384333f93ab req-3980b383-f013-4ef3-b152-d8ba981f7cd4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0518768 Mar 29 01:24:49.496510 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-77ad02a2-6c01-4049-adb7-5384333f93ab req-97f51579-d82b-4301-a596-10580fdad1b8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400381 Mar 29 01:24:49.804352 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-ebbc6bfd-f8d0-405d-878b-c5c4d7014194 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:49.806041 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-ebbc6bfd-f8d0-405d-878b-c5c4d7014194 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 946 time: 0.0569444 Mar 29 01:24:49.907424 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Deleting port b3c337b0-968b-43e9-be37-0bb0544f6775 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:49.907825 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:50.035947 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] For port b3c337b0-968b-43e9-be37-0bb0544f6775, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=b3c337b0-968b-43e9-be37-0bb0544f6775,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:50.036316 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:50.045895 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b1687-8f6b-45e3-8c84-3d0c5cfcf450 req-60826c33-ab6d-4006-a722-94d195588add tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:50.047425 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7b7b1687-8f6b-45e3-8c84-3d0c5cfcf450 req-60826c33-ab6d-4006-a722-94d195588add tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 943 time: 0.1260147 Mar 29 01:24:50.147983 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7b7b1687-8f6b-45e3-8c84-3d0c5cfcf450 req-af4d87ee-0797-4cd0-9b0d-783243f59f75 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935428 Mar 29 01:24:50.289191 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:50.289449 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (039b103f-d341-4980-850e-b94810054eec), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:50.289734 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Floating IP 039b103f-d341-4980-850e-b94810054eec disassociated. External IP: 172.27.2.18, port: b3c337b0-968b-43e9-be37-0bb0544f6775. Mar 29 01:24:50.290071 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Calling delete_port for b3c337b0-968b-43e9-be37-0bb0544f6775 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:50.313692 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca93e14-e649-4021-a5ed-21f41f7d1ff2 req-8c860a9d-3c29-4696-8045-8e3dc20edc08 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:50.315200 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ca93e14-e649-4021-a5ed-21f41f7d1ff2 req-8c860a9d-3c29-4696-8045-8e3dc20edc08 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 946 time: 0.0832481 Mar 29 01:24:50.443165 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ca93e14-e649-4021-a5ed-21f41f7d1ff2 req-6ebd24c5-7a86-4ead-b760-6e818d30147b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988550 Mar 29 01:24:50.459132 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bba90-11fd-43e7-8a7d-2486321ca820 req-57a75816-5092-4e5e-813b-209a7be487f6 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:50.460758 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1d1bba90-11fd-43e7-8a7d-2486321ca820 req-57a75816-5092-4e5e-813b-209a7be487f6 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 945 time: 0.1002223 Mar 29 01:24:50.542230 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1d1bba90-11fd-43e7-8a7d-2486321ca820 req-e2f1b3f1-47c3-4ed8-ad08-e1866dafd1b8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750799 Mar 29 01:24:50.543003 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (b3c337b0-968b-43e9-be37-0bb0544f6775), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:50.571526 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event deleted for resources: {'Port': ['ID=b3c337b0-968b-43e9-be37-0bb0544f6775,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:50.700079 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8672d621-952a-4036-af43-6c3dcd1e03e6 req-e42a87ac-ba9b-4ab8-a276-f3bedc217823 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:50.701535 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8672d621-952a-4036-af43-6c3dcd1e03e6 req-e42a87ac-ba9b-4ab8-a276-f3bedc217823 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.1230819 Mar 29 01:24:50.744978 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Router 625b69e3-d34d-4f88-9b4a-e647526cf23e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:24:50.771123 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8672d621-952a-4036-af43-6c3dcd1e03e6 req-1e97e46f-1697-4d70-bc54-727ec4b66c6e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636957 Mar 29 01:24:50.868234 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:24:50.878624 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e1246-268f-4087-a96d-6b04134c4b4d None None] Sync routers for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:24:50.887842 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e1246-268f-4087-a96d-6b04134c4b4d None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:24:50.888454 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-da2e1246-268f-4087-a96d-6b04134c4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:24:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:50.912983 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] No DVR routers for this DVR port b3c337b0-968b-43e9-be37-0bb0544f6775 on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:24:50.915636 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:50.919105 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-110f0469-e325-43e0-bb82-c2ec4bbadb88 req-a90a61d9-672e-4d20-90b9-84b9c975834d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "DELETE /v2.0/ports/b3c337b0-968b-43e9-be37-0bb0544f6775 HTTP/1.1" status: 204 len: 173 time: 1.1076891 Mar 29 01:24:50.919621 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'name': 'network-vif-deleted', 'tag': 'b3c337b0-968b-43e9-be37-0bb0544f6775'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:24:50.922043 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbea030-83d3-40d5-8ad7-adea25d1376f" -d '{"events": [{"server_uuid": "ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f", "name": "network-vif-deleted", "tag": "b3c337b0-968b-43e9-be37-0bb0544f6775"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:24:50.966358 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1e856c-38ed-4f9f-83bc-14307d0c112e x-openstack-request-id: req-0a1e856c-38ed-4f9f-83bc-14307d0c112e {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:24:50.966767 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f", "name": "network-vif-deleted", "tag": "b3c337b0-968b-43e9-be37-0bb0544f6775", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:24:50.967017 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0a1e856c-38ed-4f9f-83bc-14307d0c112e {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:24:50.967602 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1e856c-38ed-4f9f-83bc-14307d0c112e'] response: {'server_uuid': 'ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f', 'name': 'network-vif-deleted', 'tag': 'b3c337b0-968b-43e9-be37-0bb0544f6775', 'status': 'completed', 'code': 200} Mar 29 01:24:51.100973 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-da2e1246-268f-4087-a96d-6b04134c4b4d None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:24:51.268667 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 858a100c-43bb-43bb-ba67-b8bbbb77eb9f details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:24:51.299924 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d1b738-72b6-45ca-9864-6311f4adf03e req-95eef2ff-b2bd-464d-bf95-c26d3072e735 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:51.307467 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-79d1b738-72b6-45ca-9864-6311f4adf03e req-95eef2ff-b2bd-464d-bf95-c26d3072e735 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 943 time: 0.0791876 Mar 29 01:24:51.340742 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-da2e1246-268f-4087-a96d-6b04134c4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:51.363350 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-79d1b738-72b6-45ca-9864-6311f4adf03e req-0724c8e5-78ad-4254-98f1-b15aa79063b0 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550110 Mar 29 01:24:51.374309 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e1246-268f-4087-a96d-6b04134c4b4d None None] Checking router: 625b69e3-d34d-4f88-9b4a-e647526cf23e for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:24:51.383447 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2e1246-268f-4087-a96d-6b04134c4b4d None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:24:51.384069 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-da2e1246-268f-4087-a96d-6b04134c4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:24:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:51.422732 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=858a100c-43bb-43bb-ba67-b8bbbb77eb9f,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:51.434926 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'port_id': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f', 'mac_address': 'fa:16:3e:05:79:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:24:51.472827 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:24:51.473236 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:51.487440 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 858a100c-43bb-43bb-ba67-b8bbbb77eb9f {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:24:51.494623 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-da2e1246-268f-4087-a96d-6b04134c4b4d None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:24:51.511193 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=858a100c-43bb-43bb-ba67-b8bbbb77eb9f,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:51.515641 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:51.571881 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bfe1bbfe-89fc-4971-9f6a-17b3c606f572 req-227fcc0b-7698-4c4b-b502-e9d256bb6950 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=ad9cbe74-8d87-4d04-b3b2-38ea5ae61f2f HTTP/1.1" status: 200 len: 210 time: 0.0299649 Mar 29 01:24:51.576255 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=858a100c-43bb-43bb-ba67-b8bbbb77eb9f,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:51.690966 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec45a92-c2b9-4fb9-a0dd-8c96242f7caa req-a6bac8bf-4ad8-44a6-859b-c5d49751f308 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:51.692669 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ec45a92-c2b9-4fb9-a0dd-8c96242f7caa req-a6bac8bf-4ad8-44a6-859b-c5d49751f308 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 945 time: 0.0606203 Mar 29 01:24:51.724265 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-da2e1246-268f-4087-a96d-6b04134c4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:51.745919 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2ec45a92-c2b9-4fb9-a0dd-8c96242f7caa req-97f70e5b-3c40-4df9-8182-197ea12afae1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475702 Mar 29 01:24:51.751803 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da2e1246-268f-4087-a96d-6b04134c4b4d None None] The sync data for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi is: [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:24:51.894313 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa8c91-da2f-445f-a1d5-5cbeedb3cdb1 req-25bdd7b9-06ec-4b5f-84f5-c68514c9fe4b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:51.895947 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-43fa8c91-da2f-445f-a1d5-5cbeedb3cdb1 req-25bdd7b9-06ec-4b5f-84f5-c68514c9fe4b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0551064 Mar 29 01:24:51.946098 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-43fa8c91-da2f-445f-a1d5-5cbeedb3cdb1 req-3dff383c-1d9b-45bc-a78b-83603b378ed1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444374 Mar 29 01:24:51.971191 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c5e920-eab7-4de6-934c-3b737e6aa357 None None] New status for floating IP 039b103f-d341-4980-850e-b94810054eec: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:24:52.473774 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21325b72-dd69-4c2b-b8fb-78a998f9398c req-a4befe18-e670-4884-b9ea-fdcd074d0b50 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:52.475296 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-21325b72-dd69-4c2b-b8fb-78a998f9398c req-a4befe18-e670-4884-b9ea-fdcd074d0b50 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 944 time: 0.0528126 Mar 29 01:24:52.525743 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-21325b72-dd69-4c2b-b8fb-78a998f9398c req-c2e713c7-fe05-4530-b465-80614e26e9ff tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444250 Mar 29 01:24:52.908285 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f46e81-c8b3-4451-baaf-79fe30a151aa req-0e42178e-41dd-412e-8c6d-cdcdb97c2ff5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:52.909682 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-44f46e81-c8b3-4451-baaf-79fe30a151aa req-0e42178e-41dd-412e-8c6d-cdcdb97c2ff5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 945 time: 0.0892160 Mar 29 01:24:52.913058 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-4c018f1b-1d30-4c8e-9639-a77b3afe65e2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186367184&fields=id&tenant_id=07c817d7f10d4bee961de8bd4442eb3e HTTP/1.1" status: 200 len: 267 time: 0.0640779 Mar 29 01:24:53.015402 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-44f46e81-c8b3-4451-baaf-79fe30a151aa req-c078b2aa-16ee-4c06-928f-ef12b9f314f1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998273 Mar 29 01:24:53.051299 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-47a63c30-cea9-4d9b-9ffa-9fb4fa88c5b9 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:53.052741 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-47a63c30-cea9-4d9b-9ffa-9fb4fa88c5b9 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 811 time: 0.1316860 Mar 29 01:24:53.067680 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-18af5886-3047-4f01-9b67-719bd48ce067 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/quotas/07c817d7f10d4bee961de8bd4442eb3e HTTP/1.1" status: 200 len: 375 time: 0.0094490 Mar 29 01:24:53.149575 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecc0a5a-00d3-4748-b50e-44b9947a3c6d req-d9fc171a-28c0-4364-ae24-a74bccf3e464 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:53.151052 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cecc0a5a-00d3-4748-b50e-44b9947a3c6d req-d9fc171a-28c0-4364-ae24-a74bccf3e464 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0815690 Mar 29 01:24:53.162049 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-1be6718e-adc7-47f1-9441-802b3d4300a7 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848012 Mar 29 01:24:53.253095 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cecc0a5a-00d3-4748-b50e-44b9947a3c6d req-c05a44bb-3937-40ce-9190-562920500bd8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901828 Mar 29 01:24:53.283790 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-c489c076-6de5-44ea-b815-3c8c8cf88ef4 service neutron] 10.222.0.23 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080389 Mar 29 01:24:53.379618 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-0b59ad42-38f6-4094-8790-cfc108193e9f service neutron] 10.222.0.23 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900121 Mar 29 01:24:53.671749 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-89054fbd-4b4f-48ea-8a2f-2988d44611cf req-12e64891-c591-4979-8884-8781d7d35a64 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 210 time: 0.0327661 Mar 29 01:24:53.679875 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e9bf-2d06-44b6-bdc0-11858353295f req-fb853893-e741-4d7e-8bb1-5b8014ecdbd4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:53.681722 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87e0e9bf-2d06-44b6-bdc0-11858353295f req-fb853893-e741-4d7e-8bb1-5b8014ecdbd4 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 944 time: 0.0869875 Mar 29 01:24:53.731339 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-87e0e9bf-2d06-44b6-bdc0-11858353295f req-82eae0d5-8669-4a55-99dc-e308a4d16e9a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428703 Mar 29 01:24:53.840486 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device b3c337b0-968b-43e9-be37-0bb0544f6775 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:24:53.862396 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: b3c337b0-968b-43e9-be37-0bb0544f6775 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:24:53.862851 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device b3c337b0-968b-43e9-be37-0bb0544f6775 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:24:54.131953 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2925c0-275a-488e-8ee2-ea9055abbe59 req-6589daa4-4026-4458-bea0-a64bac5a1e1e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:54.133439 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3d2925c0-275a-488e-8ee2-ea9055abbe59 req-6589daa4-4026-4458-bea0-a64bac5a1e1e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 945 time: 0.0512991 Mar 29 01:24:54.181807 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3d2925c0-275a-488e-8ee2-ea9055abbe59 req-3352294d-9877-4ac1-a833-d309406befbd tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428429 Mar 29 01:24:54.377164 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e15f5a-9768-4a69-958d-3ec9285c1b5f req-58969c3a-3c9d-4144-a27b-9be29cb8cc24 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:54.378634 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b8e15f5a-9768-4a69-958d-3ec9285c1b5f req-58969c3a-3c9d-4144-a27b-9be29cb8cc24 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0522118 Mar 29 01:24:54.426281 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b8e15f5a-9768-4a69-958d-3ec9285c1b5f req-49771fb4-5df3-4a73-91ca-1ba8b09332b3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421937 Mar 29 01:24:54.767299 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-30bac94f-9098-48ac-8790-d87d2c2136fc req-8dc4303e-7bf6-41b6-93cf-d8a47fd6ca87 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 210 time: 0.0280597 Mar 29 01:24:54.850244 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca6007-8300-4104-9760-686613944fde req-adc6e431-6ec5-4e9c-bb3a-667613cb2604 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:54.851690 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fcca6007-8300-4104-9760-686613944fde req-adc6e431-6ec5-4e9c-bb3a-667613cb2604 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 944 time: 0.0505896 Mar 29 01:24:54.900223 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fcca6007-8300-4104-9760-686613944fde req-ef726f72-7aa6-4907-bc75-82a6b21787ff tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426774 Mar 29 01:24:55.022827 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['858a100c-43bb-43bb-ba67-b8bbbb77eb9f'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:24:55.146075 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4d7d7478-8a32-4a27-ba1a-002304988aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:55.296002 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d5b8b-1218-40a4-a085-dc19a7a1c7ad req-769d4bbe-c90a-49e4-82a7-ed291db84662 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:55.298041 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-954d5b8b-1218-40a4-a085-dc19a7a1c7ad req-769d4bbe-c90a-49e4-82a7-ed291db84662 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 945 time: 0.0521669 Mar 29 01:24:55.343408 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-954d5b8b-1218-40a4-a085-dc19a7a1c7ad req-cb280154-182e-4cc2-a958-cbe5a4b6e0da tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399294 Mar 29 01:24:55.550328 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397367a-e1a5-42d6-84dc-6b697f95ad51 req-50da76b4-6eae-428a-a489-3bcc2c5f0cb7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:55.551767 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a397367a-e1a5-42d6-84dc-6b697f95ad51 req-50da76b4-6eae-428a-a489-3bcc2c5f0cb7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0544138 Mar 29 01:24:55.634491 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a397367a-e1a5-42d6-84dc-6b697f95ad51 req-becd2d67-f049-457b-b09d-7b18af94a5a0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740676 Mar 29 01:24:55.646983 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-faf4bcf6-433c-4907-b2d7-e72b5d7f97ca tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:55.648748 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-faf4bcf6-433c-4907-b2d7-e72b5d7f97ca tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 945 time: 0.0960550 Mar 29 01:24:55.765097 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Deleting port 2628d8e1-abc7-40f5-bac3-2907e5e81093 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:55.765600 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:55.938975 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-50c0c876-0cc0-46b1-940d-3a6efc0d2d66 req-afcbcf34-dda9-491c-abab-2c31d53f7cc9 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 210 time: 0.0616097 Mar 29 01:24:55.945091 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] For port 2628d8e1-abc7-40f5-bac3-2907e5e81093, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=2628d8e1-abc7-40f5-bac3-2907e5e81093,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:55.945817 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:55.992549 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-5b17f29e-21aa-490a-a356-c18c13448e30 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:55.994124 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-5b17f29e-21aa-490a-a356-c18c13448e30 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 811 time: 0.1480224 Mar 29 01:24:56.064044 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-a081d45d-3025-4847-9822-18f0277c68bd tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c817d7f10d4bee961de8bd4442eb3e HTTP/1.1" status: 200 len: 380 time: 0.0602179 Mar 29 01:24:56.072406 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'port': {'device_id': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'admin_state_up': True, 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'security_groups': ['29afa6f3-151a-444d-a512-e98de5200fa4']}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:24:56.103062 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93cde7-da18-4cfe-abff-8cfc007bb488 req-1c356047-da2a-471a-86e9-5d96ad7bfd97 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:56.104579 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-de93cde7-da18-4cfe-abff-8cfc007bb488 req-1c356047-da2a-471a-86e9-5d96ad7bfd97 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 944 time: 0.1139367 Mar 29 01:24:56.179189 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Made reservation on behalf of 07c817d7f10d4bee961de8bd4442eb3e for: {'port': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:24:56.182800 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:56.319165 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Allocated IP 172.20.0.5 (4f7c73be-379b-4ae3-bf8d-5e6314479282/5c383446-2d36-4ae9-824c-72047be8bef0/403f3624-56d3-4ca2-851b-efb50181d6da) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:24:56.468165 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for port (403f3624-56d3-4ca2-851b-efb50181d6da), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:56.477669 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:56.478263 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (429d2b60-0eea-40cd-886b-d65d6ea78d78), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:56.478367 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Floating IP 429d2b60-0eea-40cd-886b-d65d6ea78d78 disassociated. External IP: 172.27.2.64, port: 2628d8e1-abc7-40f5-bac3-2907e5e81093. Mar 29 01:24:56.478735 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Calling delete_port for 2628d8e1-abc7-40f5-bac3-2907e5e81093 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:56.487499 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-de93cde7-da18-4cfe-abff-8cfc007bb488 req-7af2befd-2414-4da8-b12f-bad88e31c12a tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3752911 Mar 29 01:24:56.515715 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:56.558722 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88044294-e4d2-46a7-b4c5-decbd70cea31 req-e52b5b12-ee4a-4829-b9bd-520cf46366e4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:56.560500 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88044294-e4d2-46a7-b4c5-decbd70cea31 req-e52b5b12-ee4a-4829-b9bd-520cf46366e4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 945 time: 0.1318560 Mar 29 01:24:56.562656 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Network 4f7c73be-379b-4ae3-bf8d-5e6314479282 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:24:56.577721 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:24:56.580631 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'Port': ['ID=403f3624-56d3-4ca2-851b-efb50181d6da,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:56.583006 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:24:56.645469 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88044294-e4d2-46a7-b4c5-decbd70cea31 req-7aeb1e69-afd7-402f-8bb2-f02ef97cc6a4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=9ff954df-0e2b-4ee4-8497-f3213577f841&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714753 Mar 29 01:24:56.653318 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:56.654063 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:56.682009 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b94b8361-d7a2-4de3-af3a-c7269a1d4685 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6131113 Mar 29 01:24:56.695147 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Request body: {'port': {'device_id': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:24:56.702664 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (2628d8e1-abc7-40f5-bac3-2907e5e81093), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:56.773405 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:56.778157 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'Port': ['ID=2628d8e1-abc7-40f5-bac3-2907e5e81093,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:56.884217 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e135b-e0c0-4668-85dc-1c543055d5ed req-ce7ec4d2-e35e-45ce-943b-3d85d53fffbb tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:56.885703 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0d1e135b-e0c0-4668-85dc-1c543055d5ed req-ce7ec4d2-e35e-45ce-943b-3d85d53fffbb tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.1594918 Mar 29 01:24:56.941964 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-46485f1a-92a6-4331-99e4-5e7c5d95a263 None None] Provisioning complete for port 403f3624-56d3-4ca2-851b-efb50181d6da triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:24:56.942546 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-46485f1a-92a6-4331-99e4-5e7c5d95a263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:56.957081 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0d1e135b-e0c0-4668-85dc-1c543055d5ed req-0aceb1fd-fb72-46da-8731-134a779544de tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629661 Mar 29 01:24:56.958938 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Router d3ca4adf-1e63-4cc6-ba53-139565cc5321 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:24:56.985873 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-46485f1a-92a6-4331-99e4-5e7c5d95a263 None None] Port 403f3624-56d3-4ca2-851b-efb50181d6da cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:24:57.123743 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae5a95-00b1-4879-a760-4d68bd6391ac req-e6157f48-931d-4a5c-96e3-dcc448699afe tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:57.124556 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 403f3624-56d3-4ca2-851b-efb50181d6da {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:24:57.131587 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f1ae5a95-00b1-4879-a760-4d68bd6391ac req-e6157f48-931d-4a5c-96e3-dcc448699afe tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 931 time: 0.0925050 Mar 29 01:24:57.133875 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:24:57.134005 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Publish callbacks [] for port (403f3624-56d3-4ca2-851b-efb50181d6da), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:57.149632 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa6d6f-c89c-43da-a145-52c94f27c090 None None] Sync routers for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:24:57.165922 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa6d6f-c89c-43da-a145-52c94f27c090 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:24:57.166953 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-43aa6d6f-c89c-43da-a145-52c94f27c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:24:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:57.168620 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Transition to ACTIVE for port object 403f3624-56d3-4ca2-851b-efb50181d6da will not be triggered until provisioned by entity L2. {{(pid=103386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:24:57.179069 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:57.190915 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] No DVR routers for this DVR port 2628d8e1-abc7-40f5-bac3-2907e5e81093 on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:24:57.195913 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:57.199144 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-dffbfdfe-087e-4c4c-a038-12b49144b788 req-38fb7a2d-010c-4789-a52e-f089493cd536 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "DELETE /v2.0/ports/2628d8e1-abc7-40f5-bac3-2907e5e81093 HTTP/1.1" status: 204 len: 173 time: 1.5451002 Mar 29 01:24:57.200871 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'name': 'network-vif-deleted', 'tag': '2628d8e1-abc7-40f5-bac3-2907e5e81093'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:24:57.203242 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23581946-dab9-4989-adec-bdc2dc05ea9f" -d '{"events": [{"server_uuid": "1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb", "name": "network-vif-deleted", "tag": "2628d8e1-abc7-40f5-bac3-2907e5e81093"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:24:57.252127 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0782010-b72a-483e-a296-60b592901351 x-openstack-request-id: req-e0782010-b72a-483e-a296-60b592901351 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:24:57.252435 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb", "name": "network-vif-deleted", "tag": "2628d8e1-abc7-40f5-bac3-2907e5e81093", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:24:57.252692 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e0782010-b72a-483e-a296-60b592901351 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:24:57.253102 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0782010-b72a-483e-a296-60b592901351'] response: {'server_uuid': '1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb', 'name': 'network-vif-deleted', 'tag': '2628d8e1-abc7-40f5-bac3-2907e5e81093', 'status': 'completed', 'code': 200} Mar 29 01:24:57.263869 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f1ae5a95-00b1-4879-a760-4d68bd6391ac req-d174df46-0a35-4e45-a737-9dbb3f353428 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313345 Mar 29 01:24:57.322488 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Pushing event updated for resources: {'Port': ['ID=403f3624-56d3-4ca2-851b-efb50181d6da,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:57.358636 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-43aa6d6f-c89c-43da-a145-52c94f27c090 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:24:57.360541 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Attempting to bind port 403f3624-56d3-4ca2-851b-efb50181d6da on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:24:57.361123 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Attempting to bind port 403f3624-56d3-4ca2-851b-efb50181d6da by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:24:57.361788 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Attempting to bind port 403f3624-56d3-4ca2-851b-efb50181d6da on network 4f7c73be-379b-4ae3-bf8d-5e6314479282 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:24:57.369890 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Port 403f3624-56d3-4ca2-851b-efb50181d6da on network 4f7c73be-379b-4ae3-bf8d-5e6314479282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:24:57.370540 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Attempting to bind port 403f3624-56d3-4ca2-851b-efb50181d6da on network 4f7c73be-379b-4ae3-bf8d-5e6314479282 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:24:57.375845 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 858a100c-43bb-43bb-ba67-b8bbbb77eb9f up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:24:57.380224 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 24, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:24:57.380911 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Checking segment: {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:24:57.381511 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Bound using segment: {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:24:57.382167 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Bound port: 403f3624-56d3-4ca2-851b-efb50181d6da, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:24:57.382768 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:57.467139 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:24:57.472892 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:24:57.473391 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:57.488610 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] For port 403f3624-56d3-4ca2-851b-efb50181d6da, host hv-cinder-75078, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:24:57.493869 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] For port 403f3624-56d3-4ca2-851b-efb50181d6da, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=403f3624-56d3-4ca2-851b-efb50181d6da,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:24:57.501828 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:57.561936 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cfa0ced7-db77-4d86-beb9-d3b285aa901d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:57.565192 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Pushing event updated for resources: {'Port': ['ID=403f3624-56d3-4ca2-851b-efb50181d6da,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:57.570108 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:57.570725 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:57.572430 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f8181282-3a34-4e17-8135-dc384bd2f6bf service neutron] 10.222.0.13 "PUT /v2.0/ports/403f3624-56d3-4ca2-851b-efb50181d6da HTTP/1.1" status: 200 len: 1093 time: 0.8821497 Mar 29 01:24:57.574033 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'tag': '403f3624-56d3-4ca2-851b-efb50181d6da'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:24:57.577313 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ca8688-b881-420b-b6be-76c2367e298b" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7ed21a-245f-44e3-9f3f-2e65ac325085", "tag": "403f3624-56d3-4ca2-851b-efb50181d6da"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:24:57.635012 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-43aa6d6f-c89c-43da-a145-52c94f27c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:57.647552 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d9a087-2e36-4499-aba3-541d7366aedd x-openstack-request-id: req-d0d9a087-2e36-4499-aba3-541d7366aedd {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:24:57.647935 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7ed21a-245f-44e3-9f3f-2e65ac325085", "tag": "403f3624-56d3-4ca2-851b-efb50181d6da", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:24:57.648259 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d0d9a087-2e36-4499-aba3-541d7366aedd {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:24:57.648761 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d9a087-2e36-4499-aba3-541d7366aedd'] response: {'name': 'network-changed', 'server_uuid': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'tag': '403f3624-56d3-4ca2-851b-efb50181d6da', 'status': 'completed', 'code': 200} Mar 29 01:24:57.663056 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa6d6f-c89c-43da-a145-52c94f27c090 None None] Checking router: d3ca4adf-1e63-4cc6-ba53-139565cc5321 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:24:57.673808 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43aa6d6f-c89c-43da-a145-52c94f27c090 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:24:57.674704 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-43aa6d6f-c89c-43da-a145-52c94f27c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:24:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:57.700544 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0355f-4eb7-4535-928f-d185914b12e1 req-7969898f-db75-4daf-a448-d9ee851bd55f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:57.708540 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-79a0355f-4eb7-4535-928f-d185914b12e1 req-7969898f-db75-4daf-a448-d9ee851bd55f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 944 time: 0.0751686 Mar 29 01:24:57.732978 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b2e4048d-78d9-485c-b99a-d30a506a9565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:57.736379 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-b2e4048d-78d9-485c-b99a-d30a506a9565 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 1127 time: 0.1184626 Mar 29 01:24:57.763379 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:24:57.764188 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:57.785008 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-79a0355f-4eb7-4535-928f-d185914b12e1 req-dbe6b884-96e3-44e1-9a2d-56f7c5d7a76f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752459 Mar 29 01:24:57.837481 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-43aa6d6f-c89c-43da-a145-52c94f27c090 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:24:57.853900 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c398343-4a25-401a-ab55-be2431056bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:24:57.862322 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56071d9-53d2-47bb-b135-796820d48541" -d '{"events": [{"server_uuid": "7c398343-4a25-401a-ab55-be2431056bac", "name": "network-vif-plugged", "status": "completed", "tag": "858a100c-43bb-43bb-ba67-b8bbbb77eb9f"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:24:57.875972 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-db1a3703-968a-4fc0-b7ff-167527f9ed2c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=403f3624-56d3-4ca2-851b-efb50181d6da HTTP/1.1" status: 200 len: 217 time: 0.1286674 Mar 29 01:24:57.889518 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-33ae988e-4a19-41de-ad1e-6bdd10e2053b req-3433ed86-96e0-4002-85a2-ba69d08e37ee tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fda6f4d-56e3-4eb9-93f5-d3e3778d2ecb HTTP/1.1" status: 200 len: 210 time: 0.0576482 Mar 29 01:24:57.893853 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=858a100c-43bb-43bb-ba67-b8bbbb77eb9f,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:24:57.910713 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:57.941668 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-fc7a48f5-8b3f-4259-bf63-dec9862f0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:57.943687 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-fc7a48f5-8b3f-4259-bf63-dec9862f0241 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.0581284 Mar 29 01:24:57.960995 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b63b2a-24a8-4aa2-9d26-0d7039acaf4d x-openstack-request-id: req-b0b63b2a-24a8-4aa2-9d26-0d7039acaf4d {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:24:57.961503 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c398343-4a25-401a-ab55-be2431056bac", "name": "network-vif-plugged", "status": "completed", "tag": "858a100c-43bb-43bb-ba67-b8bbbb77eb9f", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:24:57.961503 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b0b63b2a-24a8-4aa2-9d26-0d7039acaf4d {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:24:57.961912 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b63b2a-24a8-4aa2-9d26-0d7039acaf4d'] response: {'server_uuid': '7c398343-4a25-401a-ab55-be2431056bac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f', 'code': 200} Mar 29 01:24:57.999768 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-94478aea-2653-46f3-aeef-a8b7c4c23382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:58.002105 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-94478aea-2653-46f3-aeef-a8b7c4c23382 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0527248 Mar 29 01:24:58.006696 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=858a100c-43bb-43bb-ba67-b8bbbb77eb9f,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:58.117030 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-f832b95d-871c-491a-831c-a6bbcd8f1047 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089756 Mar 29 01:24:58.137798 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-43aa6d6f-c89c-43da-a145-52c94f27c090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:24:58.171413 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43aa6d6f-c89c-43da-a145-52c94f27c090 None None] The sync data for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi is: [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:24:58.178151 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc8390-889e-4b56-9576-bcd151ce92f0 req-1991033e-eb1a-422e-b947-0c1d392e53ec tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:58.179735 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c1cc8390-889e-4b56-9576-bcd151ce92f0 req-1991033e-eb1a-422e-b947-0c1d392e53ec tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.1047342 Mar 29 01:24:58.187022 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceb6552-b4f5-407a-90b0-4e363dfed407 req-3b55366f-c8f5-4e2b-b189-80bbb39086c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:58.189378 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bceb6552-b4f5-407a-90b0-4e363dfed407 req-3b55366f-c8f5-4e2b-b189-80bbb39086c0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 1129 time: 0.0755389 Mar 29 01:24:58.251684 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-abed7ce9-ad2a-497f-80c1-dbdcd04fd5a7 req-6a8cc3e2-5633-4bff-8ac5-a6c57d96d7df service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252449 Mar 29 01:24:58.270213 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c1cc8390-889e-4b56-9576-bcd151ce92f0 req-151506c4-9120-489b-b2ce-c1f6f164dcc3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795243 Mar 29 01:24:58.272466 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bceb6552-b4f5-407a-90b0-4e363dfed407 req-bef7dcd2-295f-4264-bbe2-26cf48c542d0 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749586 Mar 29 01:24:58.410618 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f8969-e398-40a7-b7c4-8f65c18731e8 req-e73f49ad-cc33-41ca-868f-224aad7e38f1 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:58.412310 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-393f8969-e398-40a7-b7c4-8f65c18731e8 req-e73f49ad-cc33-41ca-868f-224aad7e38f1 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.0698707 Mar 29 01:24:58.459327 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0fa554-6eeb-4191-8ea9-ae8fcd81283e None None] New status for floating IP 429d2b60-0eea-40cd-886b-d65d6ea78d78: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:24:58.466540 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-393f8969-e398-40a7-b7c4-8f65c18731e8 req-f1662f20-6b6b-4966-87bb-ba3623aa2693 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486741 Mar 29 01:24:58.586584 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:58.641651 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca8688-b881-420b-b6be-76c2367e298b req-503ef1ab-93ed-4d04-a421-5636f1f7ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:58.643244 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-95ca8688-b881-420b-b6be-76c2367e298b req-503ef1ab-93ed-4d04-a421-5636f1f7ae33 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 1127 time: 0.0505943 Mar 29 01:24:58.730216 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca8688-b881-420b-b6be-76c2367e298b req-5f35dd61-1ef3-4be8-bd18-a92fe057874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:58.731699 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-95ca8688-b881-420b-b6be-76c2367e298b req-5f35dd61-1ef3-4be8-bd18-a92fe057874c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 912 time: 0.0823150 Mar 29 01:24:58.774331 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-95ca8688-b881-420b-b6be-76c2367e298b req-75a7091e-fe70-44e5-9a6d-37d014df10d2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=403f3624-56d3-4ca2-851b-efb50181d6da HTTP/1.1" status: 200 len: 217 time: 0.0362778 Mar 29 01:24:58.839913 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca8688-b881-420b-b6be-76c2367e298b req-41e4f4a0-a581-4af9-8e5e-df813bd0429a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:58.841366 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-95ca8688-b881-420b-b6be-76c2367e298b req-41e4f4a0-a581-4af9-8e5e-df813bd0429a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.0423279 Mar 29 01:24:58.896553 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ca8688-b881-420b-b6be-76c2367e298b req-b5e9a85c-2edf-48f8-a3ed-d85ffb3657bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:58.898015 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-95ca8688-b881-420b-b6be-76c2367e298b req-b5e9a85c-2edf-48f8-a3ed-d85ffb3657bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0485008 Mar 29 01:24:58.974632 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44798) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:59.009922 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-95ca8688-b881-420b-b6be-76c2367e298b req-1887376a-de76-454e-a97c-58eafc3a6af4 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049385 Mar 29 01:24:59.033749 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a9f53e57-48a6-4842-88ea-70bd888644cc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (9ff954df-0e2b-4ee4-8497-f3213577f841), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.060640 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a9f53e57-48a6-4842-88ea-70bd888644cc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (9ff954df-0e2b-4ee4-8497-f3213577f841), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.109023 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a9f53e57-48a6-4842-88ea-70bd888644cc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (9ff954df-0e2b-4ee4-8497-f3213577f841), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.112763 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a9f53e57-48a6-4842-88ea-70bd888644cc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.113889 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-a9f53e57-48a6-4842-88ea-70bd888644cc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "DELETE /v2.0/security-groups/9ff954df-0e2b-4ee4-8497-f3213577f841 HTTP/1.1" status: 204 len: 168 time: 0.1381867 Mar 29 01:24:59.118025 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44800) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:59.122945 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f53e57-48a6-4842-88ea-70bd888644cc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff954df-0e2b-4ee4-8497-f3213577f841,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:59.136648 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85610a-55df-440b-b4d3-93c66bcb8426 req-01ac3573-59a8-4e23-bc76-56c2dbef69a6 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:59.138226 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d85610a-55df-440b-b4d3-93c66bcb8426 req-01ac3573-59a8-4e23-bc76-56c2dbef69a6 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 945 time: 0.1221492 Mar 29 01:24:59.167791 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.api.v2.resource [None req-01a6406a-22be-4cba-94cd-19ac6f3cd272 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] show failed (client error): The resource could not be found. Mar 29 01:24:59.168749 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-01a6406a-22be-4cba-94cd-19ac6f3cd272 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups/9ff954df-0e2b-4ee4-8497-f3213577f841 HTTP/1.1" status: 404 len: 347 time: 0.0491021 Mar 29 01:24:59.171784 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44802) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:59.194473 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-95ca8688-b881-420b-b6be-76c2367e298b req-67251fc5-b26c-429c-a635-c3955f2ebae0 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678331 Mar 29 01:24:59.217271 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2d85610a-55df-440b-b4d3-93c66bcb8426 req-6909a5ff-501e-4779-a01c-981e79d34111 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700088 Mar 29 01:24:59.299203 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-96102f36-5e3e-49fd-89bb-bee63188e81c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Deleting port 406e3001-2bec-4548-9cf5-25876c940743 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:24:59.299732 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96102f36-5e3e-49fd-89bb-bee63188e81c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (406e3001-2bec-4548-9cf5-25876c940743), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.374205 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96102f36-5e3e-49fd-89bb-bee63188e81c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (406e3001-2bec-4548-9cf5-25876c940743), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.374533 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96102f36-5e3e-49fd-89bb-bee63188e81c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (406e3001-2bec-4548-9cf5-25876c940743), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.391769 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-96102f36-5e3e-49fd-89bb-bee63188e81c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Calling delete_port for 406e3001-2bec-4548-9cf5-25876c940743 owned by network:floatingip {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:24:59.392499 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 2628d8e1-abc7-40f5-bac3-2907e5e81093 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:24:59.402611 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83416520-82ea-4d02-bdbc-8b8ef4b2b700 req-21c29bbe-2e18-4359-accd-dab1a9365328 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:59.404560 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-83416520-82ea-4d02-bdbc-8b8ef4b2b700 req-21c29bbe-2e18-4359-accd-dab1a9365328 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0604608 Mar 29 01:24:59.435610 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 2628d8e1-abc7-40f5-bac3-2907e5e81093 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:24:59.436140 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 2628d8e1-abc7-40f5-bac3-2907e5e81093 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:24:59.462480 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-83416520-82ea-4d02-bdbc-8b8ef4b2b700 req-3897b3b2-e806-4e3f-9822-c7d6cb12fa92 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519807 Mar 29 01:24:59.552680 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96102f36-5e3e-49fd-89bb-bee63188e81c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (406e3001-2bec-4548-9cf5-25876c940743), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.581265 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96102f36-5e3e-49fd-89bb-bee63188e81c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'Port': ['ID=406e3001-2bec-4548-9cf5-25876c940743,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:24:59.601093 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1ba2d-070b-4d5a-9d1e-2b96029116c6 req-f3f0c105-bef2-4eb4-a2e5-57b4b2ea428c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:24:59.602585 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88f1ba2d-070b-4d5a-9d1e-2b96029116c6 req-f3f0c105-bef2-4eb4-a2e5-57b4b2ea428c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.0629799 Mar 29 01:24:59.657627 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88f1ba2d-070b-4d5a-9d1e-2b96029116c6 req-3cb4a2f6-c564-463b-8cea-2c13e768e9b9 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478139 Mar 29 01:24:59.799340 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44824) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:24:59.914644 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0432007f-263c-4ad0-962f-005431384889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.916219 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96102f36-5e3e-49fd-89bb-bee63188e81c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (429d2b60-0eea-40cd-886b-d65d6ea78d78), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.919157 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-96102f36-5e3e-49fd-89bb-bee63188e81c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.921400 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-96102f36-5e3e-49fd-89bb-bee63188e81c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "DELETE /v2.0/floatingips/429d2b60-0eea-40cd-886b-d65d6ea78d78 HTTP/1.1" status: 204 len: 168 time: 0.7463305 Mar 29 01:24:59.956894 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:24:59.996561 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0432007f-263c-4ad0-962f-005431384889 admin admin] Publish callbacks [] for security_group (3a0c0c05-79b8-46a9-989e-2c8602cae084), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.000910 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0432007f-263c-4ad0-962f-005431384889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (3a0c0c05-79b8-46a9-989e-2c8602cae084), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.039310 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0432007f-263c-4ad0-962f-005431384889 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0882bee5154a4abd86fa765a0dfdb791&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390492 Mar 29 01:25:00.040442 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0432007f-263c-4ad0-962f-005431384889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0c0c05-79b8-46a9-989e-2c8602cae084,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:00.042233 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44830) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:00.089672 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6233169d-8970-4721-9f4c-6d1786b5556a admin admin] Publish callbacks [] for security_group (3a0c0c05-79b8-46a9-989e-2c8602cae084), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.110676 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6233169d-8970-4721-9f4c-6d1786b5556a admin admin] Publish callbacks [] for security_group (3a0c0c05-79b8-46a9-989e-2c8602cae084), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.158992 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6233169d-8970-4721-9f4c-6d1786b5556a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (3a0c0c05-79b8-46a9-989e-2c8602cae084), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.161533 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6233169d-8970-4721-9f4c-6d1786b5556a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.165217 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-6233169d-8970-4721-9f4c-6d1786b5556a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a0c0c05-79b8-46a9-989e-2c8602cae084 HTTP/1.1" status: 204 len: 168 time: 0.1194313 Mar 29 01:25:00.177997 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233169d-8970-4721-9f4c-6d1786b5556a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0c0c05-79b8-46a9-989e-2c8602cae084,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:00.206455 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44834) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:00.211569 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5daddd7c-c201-4ac3-a59a-44617c16a7ee tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1472843652', 'description': 'tempest-description--733059126'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:25:00.235157 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5daddd7c-c201-4ac3-a59a-44617c16a7ee tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.332860 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5daddd7c-c201-4ac3-a59a-44617c16a7ee tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (4a8bb913-bd44-453b-af10-48f80e0945aa), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.338039 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5daddd7c-c201-4ac3-a59a-44617c16a7ee tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (4a8bb913-bd44-453b-af10-48f80e0945aa), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.373931 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daddd7c-c201-4ac3-a59a-44617c16a7ee tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8bb913-bd44-453b-af10-48f80e0945aa,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:00.381471 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5daddd7c-c201-4ac3-a59a-44617c16a7ee tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.385587 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44840) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:00.386696 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5daddd7c-c201-4ac3-a59a-44617c16a7ee tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1776686 Mar 29 01:25:00.392077 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-61d2d17f-e5e4-4819-89b6-6c344dbf5d5f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group_rule': {'security_group_id': '4a8bb913-bd44-453b-af10-48f80e0945aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:25:00.398261 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd4d2c-fc37-46da-b123-aca002545d6f req-c1e0bcd8-eafc-4950-9844-7a7c170a55d8 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:00.400183 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ddfd4d2c-fc37-46da-b123-aca002545d6f req-c1e0bcd8-eafc-4950-9844-7a7c170a55d8 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 945 time: 0.1074588 Mar 29 01:25:00.435879 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61d2d17f-e5e4-4819-89b6-6c344dbf5d5f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (37d414a4-63d2-4511-9bb4-57ab811520d7), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.471636 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ddfd4d2c-fc37-46da-b123-aca002545d6f req-81cd19bd-5979-44a0-a9d4-830e82756943 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651543 Mar 29 01:25:00.528181 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61d2d17f-e5e4-4819-89b6-6c344dbf5d5f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (37d414a4-63d2-4511-9bb4-57ab811520d7), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.533474 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61d2d17f-e5e4-4819-89b6-6c344dbf5d5f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (37d414a4-63d2-4511-9bb4-57ab811520d7), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.554173 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2d17f-e5e4-4819-89b6-6c344dbf5d5f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d414a4-63d2-4511-9bb4-57ab811520d7,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:00.570108 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-61d2d17f-e5e4-4819-89b6-6c344dbf5d5f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.571050 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-61d2d17f-e5e4-4819-89b6-6c344dbf5d5f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1842320 Mar 29 01:25:00.573489 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44850) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:00.578020 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-d9ea1324-35cf-4991-b5ac-454ea607ad8f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'security_group_rule': {'security_group_id': '4a8bb913-bd44-453b-af10-48f80e0945aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:25:00.628059 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d9ea1324-35cf-4991-b5ac-454ea607ad8f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (714c13a5-7623-4981-b153-67e1eecef184), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.654999 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46175130-00fc-49b5-9f82-1f9d35a39d18 req-3d11de4e-e98e-43e9-a4fb-89ac6e1a5474 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:00.662266 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-46175130-00fc-49b5-9f82-1f9d35a39d18 req-3d11de4e-e98e-43e9-a4fb-89ac6e1a5474 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 945 time: 0.1185768 Mar 29 01:25:00.667967 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 44856) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:00.674063 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-5236dbeb-ba1e-4374-9e4a-43947fc2af45 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Request body: {'floatingip': {'port_id': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:25:00.693538 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea58d0b3-8369-4aed-a8b6-22adf3192cd6 req-3bea7cbc-9f14-477e-8a29-71235389f0aa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:00.697796 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ea58d0b3-8369-4aed-a8b6-22adf3192cd6 req-3bea7cbc-9f14-477e-8a29-71235389f0aa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.1047087 Mar 29 01:25:00.714913 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d9ea1324-35cf-4991-b5ac-454ea607ad8f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (714c13a5-7623-4981-b153-67e1eecef184), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.720523 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d9ea1324-35cf-4991-b5ac-454ea607ad8f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (714c13a5-7623-4981-b153-67e1eecef184), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.758829 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea1324-35cf-4991-b5ac-454ea607ad8f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714c13a5-7623-4981-b153-67e1eecef184,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:00.762992 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5236dbeb-ba1e-4374-9e4a-43947fc2af45 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (4c76a517-551c-44eb-8d87-435994fc8673), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.770231 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d9ea1324-35cf-4991-b5ac-454ea607ad8f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.774404 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-d9ea1324-35cf-4991-b5ac-454ea607ad8f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1970172 Mar 29 01:25:00.774648 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 44860) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:00.779936 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:25:00.803241 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.917459 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:00.957206 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ea58d0b3-8369-4aed-a8b6-22adf3192cd6 req-13f378b0-03d7-4c78-81c2-cd59e41e1d12 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1981509 Mar 29 01:25:01.023518 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d87328-148f-44c4-b046-7f33546a6d01 req-d7fc344e-23aa-4ff1-9e8b-a9926b3f3861 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:01.025175 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93d87328-148f-44c4-b046-7f33546a6d01 req-d7fc344e-23aa-4ff1-9e8b-a9926b3f3861 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.2438524 Mar 29 01:25:01.046439 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Allocated IP 172.27.2.204 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/606b6b44-883d-4eda-b3c4-aa740e52472f) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:25:01.126191 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93d87328-148f-44c4-b046-7f33546a6d01 req-6d3dd9cc-f856-4563-af1e-bf9bcdefcfd6 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688403 Mar 29 01:25:01.179812 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (606b6b44-883d-4eda-b3c4-aa740e52472f), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:01.216893 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (606b6b44-883d-4eda-b3c4-aa740e52472f), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:01.256740 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:25:01.260142 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:25:01.265473 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:25:01.312043 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=606b6b44-883d-4eda-b3c4-aa740e52472f,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:01.378416 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5236dbeb-ba1e-4374-9e4a-43947fc2af45 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:01.383250 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5236dbeb-ba1e-4374-9e4a-43947fc2af45 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (4c76a517-551c-44eb-8d87-435994fc8673), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:01.384539 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (ccdf7c99-848d-4a1b-9987-c2cffb63ffe0), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:01.425384 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (606b6b44-883d-4eda-b3c4-aa740e52472f), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:01.506743 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-5236dbeb-ba1e-4374-9e4a-43947fc2af45 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Floating IP 4c76a517-551c-44eb-8d87-435994fc8673 associated. External IP: 172.27.2.136, port: 858a100c-43bb-43bb-ba67-b8bbbb77eb9f. Mar 29 01:25:01.537930 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:01.602053 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (606b6b44-883d-4eda-b3c4-aa740e52472f), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:01.607307 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (606b6b44-883d-4eda-b3c4-aa740e52472f), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:01.679371 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=606b6b44-883d-4eda-b3c4-aa740e52472f,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:01.691504 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (ccdf7c99-848d-4a1b-9987-c2cffb63ffe0), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:01.706813 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:01.707982 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-2ffe3754-8775-4b07-a193-c09aa2dc27dc tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9321997 Mar 29 01:25:01.975365 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-3760582f-abfc-41e4-a083-8d5d39a9506b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1472843652&fields=id&tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 267 time: 0.1108158 Mar 29 01:25:02.094003 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5236dbeb-ba1e-4374-9e4a-43947fc2af45 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Router 4ae8effa-86cf-4466-b0f4-44928a38106a has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:25:02.145403 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-35e8bd6a-b747-41d5-bb6d-7672bc4e3e2f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:02.146891 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-35e8bd6a-b747-41d5-bb6d-7672bc4e3e2f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 815 time: 0.1643593 Mar 29 01:25:02.155500 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d1efb-c874-46f1-a4e2-e2d453d3c11c req-4b77addd-7eff-442b-8b67-530b9c69dddd tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:02.157003 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-180d1efb-c874-46f1-a4e2-e2d453d3c11c req-4b77addd-7eff-442b-8b67-530b9c69dddd tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.1244702 Mar 29 01:25:02.240307 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-1e36ce2a-43da-43ca-ab3d-bfe048798339 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/quotas/9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 375 time: 0.0821295 Mar 29 01:25:02.314057 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-180d1efb-c874-46f1-a4e2-e2d453d3c11c req-3afd27db-715a-434b-873a-e3f4487fd783 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237094 Mar 29 01:25:02.334253 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5236dbeb-ba1e-4374-9e4a-43947fc2af45 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:25:02.338971 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-5236dbeb-ba1e-4374-9e4a-43947fc2af45 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:02.346784 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-9b28757a-81c3-4029-b248-3014c50acb8f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003566 Mar 29 01:25:02.348278 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2596d-1669-47e1-ac1b-6caa71f31b05 None None] Sync routers for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:25:02.359622 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2596d-1669-47e1-ac1b-6caa71f31b05 None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:25:02.360994 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-d0a2596d-1669-47e1-ac1b-6caa71f31b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:24:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:02.447389 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5236dbeb-ba1e-4374-9e4a-43947fc2af45 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "PUT /v2.0/floatingips/4c76a517-551c-44eb-8d87-435994fc8673 HTTP/1.1" status: 200 len: 991 time: 1.7776287 Mar 29 01:25:02.449892 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c398343-4a25-401a-ab55-be2431056bac', 'tag': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:25:02.452141 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd8ad31-32c7-4be3-81aa-b00737067403" -d '{"events": [{"name": "network-changed", "server_uuid": "7c398343-4a25-401a-ab55-be2431056bac", "tag": "858a100c-43bb-43bb-ba67-b8bbbb77eb9f"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:25:02.509742 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b12144-c758-4a38-bfa9-9e3d50708cca req-9afdedb1-01a3-4214-a51d-4d0f3648321b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:02.511225 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-13b12144-c758-4a38-bfa9-9e3d50708cca req-9afdedb1-01a3-4214-a51d-4d0f3648321b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.1258075 Mar 29 01:25:02.513266 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-4d68a788-a1d4-4ed8-a02a-52564e3a93b4 service neutron] 10.222.0.23 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476240 Mar 29 01:25:02.565930 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-d0a2596d-1669-47e1-ac1b-6caa71f31b05 None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:25:02.626476 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-13b12144-c758-4a38-bfa9-9e3d50708cca req-6f853b4e-1435-4f50-8085-a1517d668cd3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089115 Mar 29 01:25:02.644258 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-1614d693-ddb7-4ba9-af21-5fac27c32634 service neutron] 10.222.0.23 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248136 Mar 29 01:25:02.706377 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d0537b-00fe-4fe7-8fab-fde8a7e53925 x-openstack-request-id: req-68d0537b-00fe-4fe7-8fab-fde8a7e53925 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:25:02.707440 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c398343-4a25-401a-ab55-be2431056bac", "tag": "858a100c-43bb-43bb-ba67-b8bbbb77eb9f", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:25:02.707748 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68d0537b-00fe-4fe7-8fab-fde8a7e53925 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:25:02.708165 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d0537b-00fe-4fe7-8fab-fde8a7e53925'] response: {'name': 'network-changed', 'server_uuid': '7c398343-4a25-401a-ab55-be2431056bac', 'tag': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f', 'status': 'completed', 'code': 200} Mar 29 01:25:02.790479 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8ad31-32c7-4be3-81aa-b00737067403 req-50c9e09c-5be1-49f1-a66f-56b14bb3534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:02.792163 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7fd8ad31-32c7-4be3-81aa-b00737067403 req-50c9e09c-5be1-49f1-a66f-56b14bb3534d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=902a86ad707c47ad86317d2da4d8330d&device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 1129 time: 0.0688524 Mar 29 01:25:02.802281 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-d0a2596d-1669-47e1-ac1b-6caa71f31b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '4c76a517-551c-44eb-8d87-435994fc8673', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'port_id': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'mac_address': 'fa:16:3e:05:79:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c398343-4a25-401a-ab55-be2431056bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:24:38Z', 'updated_at': '2022-03-29T01:25:01Z', 'revision_number': 1, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:02.831525 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2596d-1669-47e1-ac1b-6caa71f31b05 None None] Checking router: 4ae8effa-86cf-4466-b0f4-44928a38106a for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:25:02.840639 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a2596d-1669-47e1-ac1b-6caa71f31b05 None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:25:02.849854 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-d0a2596d-1669-47e1-ac1b-6caa71f31b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:24:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:02.932051 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8ad31-32c7-4be3-81aa-b00737067403 req-90be72a7-25e7-490f-9057-a884f3bf527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:02.933536 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7fd8ad31-32c7-4be3-81aa-b00737067403 req-90be72a7-25e7-490f-9057-a884f3bf527b service neutron] 10.222.0.13 "GET /v2.0/networks?id=872ba3d6-a4f4-440e-b819-614235685003 HTTP/1.1" status: 200 len: 912 time: 0.1349497 Mar 29 01:25:02.958480 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9576ca8b-1dc8-472f-ab5c-949119f64b89 req-008a8156-8e37-4f21-bc51-6984fd84af5c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 210 time: 0.0437374 Mar 29 01:25:02.965167 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-d0a2596d-1669-47e1-ac1b-6caa71f31b05 None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:25:03.037450 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7fd8ad31-32c7-4be3-81aa-b00737067403 req-548fa402-2f6a-4124-a33e-6951fd4811bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858a100c-43bb-43bb-ba67-b8bbbb77eb9f HTTP/1.1" status: 200 len: 999 time: 0.0881677 Mar 29 01:25:03.092887 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8ad31-32c7-4be3-81aa-b00737067403 req-379d431f-feb8-425a-aa89-1ea998d00ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:03.095146 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7fd8ad31-32c7-4be3-81aa-b00737067403 req-379d431f-feb8-425a-aa89-1ea998d00ec4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ef3743e-1971-40c1-94e5-2ae73513de69 HTTP/1.1" status: 200 len: 850 time: 0.0516031 Mar 29 01:25:03.146823 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8ad31-32c7-4be3-81aa-b00737067403 req-4d232ee5-d398-4b0b-a66b-ce14ed9b6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:03.148506 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7fd8ad31-32c7-4be3-81aa-b00737067403 req-4d232ee5-d398-4b0b-a66b-ce14ed9b6306 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872ba3d6-a4f4-440e-b819-614235685003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471992 Mar 29 01:25:03.221898 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-d0a2596d-1669-47e1-ac1b-6caa71f31b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '4c76a517-551c-44eb-8d87-435994fc8673', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'port_id': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'mac_address': 'fa:16:3e:05:79:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c398343-4a25-401a-ab55-be2431056bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:24:38Z', 'updated_at': '2022-03-29T01:25:01Z', 'revision_number': 1, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:03.247606 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2596d-1669-47e1-ac1b-6caa71f31b05 None None] The sync data for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi is: [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '4c76a517-551c-44eb-8d87-435994fc8673', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'floating_ip_address': '172.27.2.136', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'port_id': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'mac_address': 'fa:16:3e:05:79:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c398343-4a25-401a-ab55-be2431056bac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:24:38Z', 'updated_at': '2022-03-29T01:25:01Z', 'revision_number': 1, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:25:03.247876 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7fd8ad31-32c7-4be3-81aa-b00737067403 req-32a92f0c-fa18-4905-a3b0-67ceddf21bf9 service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861700 Mar 29 01:25:03.270874 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:03.444748 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b76c29-e907-45e5-a824-b84e8ba86e24 req-712410e9-51f4-450c-a336-af36e1755fce tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:03.446218 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-19b76c29-e907-45e5-a824-b84e8ba86e24 req-712410e9-51f4-450c-a336-af36e1755fce tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0599735 Mar 29 01:25:03.446569 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0055136d-13c9-4512-b1ae-8e5cf6440441 None None] New status for floating IP 4c76a517-551c-44eb-8d87-435994fc8673: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:25:03.492950 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-19b76c29-e907-45e5-a824-b84e8ba86e24 req-0e6718bf-b63b-49e4-9511-0b7900ce05be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409727 Mar 29 01:25:03.776708 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7fd8ad31-32c7-4be3-81aa-b00737067403 req-3f3cb1f9-e1a7-4f8f-8b34-4ab456cd9cd0 service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213055 Mar 29 01:25:03.792279 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd1694-daa1-4b9e-8769-1905b675679a req-ff316f3e-7e70-4953-a64d-2a8ed2963b00 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:03.800329 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6dcd1694-daa1-4b9e-8769-1905b675679a req-ff316f3e-7e70-4953-a64d-2a8ed2963b00 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.0888383 Mar 29 01:25:03.846328 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6dcd1694-daa1-4b9e-8769-1905b675679a req-72c40c89-35f1-4bc1-806d-d97909fd827b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Mar 29 01:25:04.049652 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fd30aecd-447d-4b54-a898-3af97d4cd233 req-afedd274-3142-487e-9f55-0c06e301599f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 210 time: 0.0272567 Mar 29 01:25:04.612512 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55529381-7227-4f5b-ac7c-ec605deb0fa3 req-13dc14af-acf0-4d16-9860-3af2c9786332 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:04.613957 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-55529381-7227-4f5b-ac7c-ec605deb0fa3 req-13dc14af-acf0-4d16-9860-3af2c9786332 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0502794 Mar 29 01:25:04.658876 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-55529381-7227-4f5b-ac7c-ec605deb0fa3 req-2ff052ab-9bf5-4f3c-9a2e-2c98fbb60980 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393121 Mar 29 01:25:04.971572 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff5361b-2173-4e09-bc9c-1f8eca73da55 req-425fe003-fe7c-4b42-a23c-1e292c14b890 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:04.973073 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eff5361b-2173-4e09-bc9c-1f8eca73da55 req-425fe003-fe7c-4b42-a23c-1e292c14b890 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.0602047 Mar 29 01:25:05.021745 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-eff5361b-2173-4e09-bc9c-1f8eca73da55 req-e5f633b7-4f96-4b26-9d99-abd2d472650d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432131 Mar 29 01:25:05.141256 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-798c9f19-92f4-4a5a-a4fe-4ca5452d6240 req-ebc92903-63a2-4988-b3a3-ceb03c5bdb5c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 210 time: 0.0265701 Mar 29 01:25:05.778125 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e7a4d-0561-4b61-968e-9b61d069d433 req-d20e69cb-abd2-497b-a5e7-d8979726ab6a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:05.779615 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-074e7a4d-0561-4b61-968e-9b61d069d433 req-d20e69cb-abd2-497b-a5e7-d8979726ab6a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0509679 Mar 29 01:25:05.830237 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-074e7a4d-0561-4b61-968e-9b61d069d433 req-141c53e9-b8a3-474e-94d1-57c3cbc9a451 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443285 Mar 29 01:25:06.136848 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5aaeb1-3df6-43d5-8557-3796a1eaa242 req-e1174a75-d3e1-47bf-9aff-6783e88a528e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:06.138287 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fa5aaeb1-3df6-43d5-8557-3796a1eaa242 req-e1174a75-d3e1-47bf-9aff-6783e88a528e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.0520427 Mar 29 01:25:06.186993 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fa5aaeb1-3df6-43d5-8557-3796a1eaa242 req-a0fe7ada-f1ec-4bcb-9c63-eaf21a6aa88c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Mar 29 01:25:06.236145 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5764b592-cff1-4db4-9502-21c5bef5a670 req-17c11c90-d781-4ad6-b5a9-ff662f3b59be tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 210 time: 0.0265553 Mar 29 01:25:06.951369 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73939f12-e075-46c6-b65d-82ad0ec267d0 req-aab319d2-c414-4fbb-bc17-fed8b3f2a652 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:06.952808 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73939f12-e075-46c6-b65d-82ad0ec267d0 req-aab319d2-c414-4fbb-bc17-fed8b3f2a652 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0528381 Mar 29 01:25:07.003324 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73939f12-e075-46c6-b65d-82ad0ec267d0 req-b1ecdf0e-6249-41c6-91d2-354029c6f834 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450933 Mar 29 01:25:07.303832 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc4011-696d-4eba-a641-8edb176593f7 req-e6b7fd47-8992-4a96-befc-ce6ac4ec0920 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:07.305347 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b8cc4011-696d-4eba-a641-8edb176593f7 req-e6b7fd47-8992-4a96-befc-ce6ac4ec0920 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.0527391 Mar 29 01:25:07.336337 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d2798160-03b3-4a62-88ea-633f43bc9444 req-196d58be-1c2c-4428-b98e-7ebcf532ae8c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 210 time: 0.0300725 Mar 29 01:25:07.373938 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b8cc4011-696d-4eba-a641-8edb176593f7 req-24739000-ba30-45e0-a543-13d7633b1fe3 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594828 Mar 29 01:25:07.797736 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-c08c9d97-77fc-4a95-a68d-7956f98c5cb6 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:07.799215 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-c08c9d97-77fc-4a95-a68d-7956f98c5cb6 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 815 time: 0.1057651 Mar 29 01:25:07.864375 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-58477d90-02dd-44df-921c-674e4638d607 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b HTTP/1.1" status: 200 len: 380 time: 0.0554011 Mar 29 01:25:07.876485 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'port': {'device_id': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'admin_state_up': True, 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'security_groups': ['4a8bb913-bd44-453b-af10-48f80e0945aa']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:25:07.977603 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Made reservation on behalf of 9e4d1c4fc5634ebaa1f02f7063fd633b for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:25:07.980924 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:08.138673 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Allocated IP 172.20.0.3 (efe61488-9b8e-4b7a-9ec4-1e23503c6b37/9b553518-51b2-4da2-99ae-f87ad4e0e785/5c97e819-a869-4c1c-9e74-3883c17ff372) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:25:08.164563 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a3f91-61fd-40f8-aaf6-56d50f601bb6 req-02954848-5ef4-4b4e-8256-b86187688a0a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:08.166081 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aa3a3f91-61fd-40f8-aaf6-56d50f601bb6 req-02954848-5ef4-4b4e-8256-b86187688a0a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0821519 Mar 29 01:25:08.275164 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aa3a3f91-61fd-40f8-aaf6-56d50f601bb6 req-df72efc7-ec6e-4a18-9a43-00ee6a91fd7d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023035 Mar 29 01:25:08.329125 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:08.363246 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:08.408405 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:25:08.431201 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:25:08.433173 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:25:08.476906 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event updated for resources: {'Port': ['ID=5c97e819-a869-4c1c-9e74-3883c17ff372,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:08.517212 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.517558 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.517904 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.518246 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.518577 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.518931 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.519262 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.519585 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.519908 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.520230 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.520597 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.520857 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.521176 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.521493 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.521810 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:08.556164 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:08.556645 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:08.577138 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4366bd5d-3a02-44cd-bf04-11253461dd32 req-5e8af8f4-ea07-47f8-ad95-b2ae8aa17b7a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:08.578709 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4366bd5d-3a02-44cd-bf04-11253461dd32 req-5e8af8f4-ea07-47f8-ad95-b2ae8aa17b7a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 931 time: 0.1692812 Mar 29 01:25:08.599841 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd5976e-4f2c-4f79-ab55-8cb9511131df req-91752b40-5dcf-4225-a330-a079c759a895 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:08.601340 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8fd5976e-4f2c-4f79-ab55-8cb9511131df req-91752b40-5dcf-4225-a330-a079c759a895 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.1442294 Mar 29 01:25:08.605634 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-acf82256-fc2d-4293-a9d4-980b08133ff7 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7335460 Mar 29 01:25:08.634552 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e802d61d-42e7-4cfd-8308-51e1a686f69f None None] Provisioning complete for port 5c97e819-a869-4c1c-9e74-3883c17ff372 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:25:08.635153 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e802d61d-42e7-4cfd-8308-51e1a686f69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:08.670294 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e802d61d-42e7-4cfd-8308-51e1a686f69f None None] Port 5c97e819-a869-4c1c-9e74-3883c17ff372 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:25:08.674002 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4366bd5d-3a02-44cd-bf04-11253461dd32 req-bf2be6d4-4deb-45ec-b1ee-5e6bb2c3da5a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878744 Mar 29 01:25:08.682822 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8fd5976e-4f2c-4f79-ab55-8cb9511131df req-dad0cf74-0e9e-44d4-99c4-24396b9d67a1 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704236 Mar 29 01:25:09.397009 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741b86ab-6ba0-440f-9634-a71d2b86be78 req-3c668065-a772-4f3d-b3aa-913c866ce344 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:09.398518 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-741b86ab-6ba0-440f-9634-a71d2b86be78 req-3c668065-a772-4f3d-b3aa-913c866ce344 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0535765 Mar 29 01:25:09.444426 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-741b86ab-6ba0-440f-9634-a71d2b86be78 req-a9d27814-f9f0-44c7-aa0e-6602a4a43930 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404317 Mar 29 01:25:09.821755 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2422870-6089-4c67-97cf-cbe3f02f6c48 req-58f28e2c-4cba-4207-a7ae-80451d92c41d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:09.823158 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f2422870-6089-4c67-97cf-cbe3f02f6c48 req-58f28e2c-4cba-4207-a7ae-80451d92c41d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.0752575 Mar 29 01:25:09.830627 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d42294-eca4-43a3-8faf-410193f64d9e req-8d4d1a02-f9f9-457a-b9c8-80d58560b0f9 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:09.831997 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8d42294-eca4-43a3-8faf-410193f64d9e req-8d4d1a02-f9f9-457a-b9c8-80d58560b0f9 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 931 time: 0.0924859 Mar 29 01:25:09.900028 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f2422870-6089-4c67-97cf-cbe3f02f6c48 req-d288906c-3b15-4285-810f-7e4e40162f83 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671046 Mar 29 01:25:09.907138 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8d42294-eca4-43a3-8faf-410193f64d9e req-40f6da0a-f1ad-407f-8cf8-9c07a8b9ed0a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688009 Mar 29 01:25:10.566724 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b2081-6f67-4a60-9f31-68e8b231099b req-9879c536-8e38-4ef5-b52a-84ddf022152f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:10.568216 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a44b2081-6f67-4a60-9f31-68e8b231099b req-9879c536-8e38-4ef5-b52a-84ddf022152f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0530407 Mar 29 01:25:10.614304 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a44b2081-6f67-4a60-9f31-68e8b231099b req-411c1a68-f770-44af-8272-ae976c4a1524 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404456 Mar 29 01:25:11.058878 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903551bb-bd34-461b-9e10-da472450c8f7 req-18349e71-ac92-4599-9fd7-87c0db3b10a5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:11.061349 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-903551bb-bd34-461b-9e10-da472450c8f7 req-18349e71-ac92-4599-9fd7-87c0db3b10a5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 931 time: 0.0816040 Mar 29 01:25:11.068029 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651024e-d3ff-4039-9f84-df6a3012533d req-a0d042e0-dda2-49b4-9507-4970930c1a59 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:11.069540 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d651024e-d3ff-4039-9f84-df6a3012533d req-a0d042e0-dda2-49b4-9507-4970930c1a59 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.0993187 Mar 29 01:25:11.144625 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-903551bb-bd34-461b-9e10-da472450c8f7 req-84393223-af07-4aa3-8f92-a11a72f4e27a tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740852 Mar 29 01:25:11.148240 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d651024e-d3ff-4039-9f84-df6a3012533d req-6763094b-ae0e-4358-a926-3020cce06faa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720229 Mar 29 01:25:11.434982 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Request body: {'port': {'device_id': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:25:11.495842 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:11.780176 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a16793-01bd-4c43-be0d-4ecb653fe8ce req-737f82bb-26b5-4454-84d3-9c4fc5ff5793 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:11.781762 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a8a16793-01bd-4c43-be0d-4ecb653fe8ce req-737f82bb-26b5-4454-84d3-9c4fc5ff5793 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0948904 Mar 29 01:25:11.790096 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c97e819-a869-4c1c-9e74-3883c17ff372 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:25:11.802002 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Publish callbacks [] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:11.826149 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Transition to ACTIVE for port object 5c97e819-a869-4c1c-9e74-3883c17ff372 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:25:11.832412 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:11.880605 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a8a16793-01bd-4c43-be0d-4ecb653fe8ce req-15146da2-b333-48e5-be80-360e84418890 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926282 Mar 29 01:25:11.897258 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Pushing event updated for resources: {'Port': ['ID=5c97e819-a869-4c1c-9e74-3883c17ff372,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:11.972702 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Attempting to bind port 5c97e819-a869-4c1c-9e74-3883c17ff372 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:25:11.973326 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Attempting to bind port 5c97e819-a869-4c1c-9e74-3883c17ff372 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:25:11.973840 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Attempting to bind port 5c97e819-a869-4c1c-9e74-3883c17ff372 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:25:11.978322 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Port 5c97e819-a869-4c1c-9e74-3883c17ff372 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:25:11.978648 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Attempting to bind port 5c97e819-a869-4c1c-9e74-3883c17ff372 on network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:25:11.983748 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:25:11.984645 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Checking segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:25:11.985233 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Bound using segment: {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:25:11.985667 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Bound port: 5c97e819-a869-4c1c-9e74-3883c17ff372, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b057023-19e0-4f63-b089-bc2571e3b507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:25:11.986024 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:12.051348 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] For port 5c97e819-a869-4c1c-9e74-3883c17ff372, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:25:12.054738 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] For port 5c97e819-a869-4c1c-9e74-3883c17ff372, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5c97e819-a869-4c1c-9e74-3883c17ff372,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:25:12.063031 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:12.100647 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:12.101263 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:12.102638 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] 10.222.0.13 "PUT /v2.0/ports/5c97e819-a869-4c1c-9e74-3883c17ff372 HTTP/1.1" status: 200 len: 1093 time: 0.6722183 Mar 29 01:25:12.103104 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'tag': '5c97e819-a869-4c1c-9e74-3883c17ff372'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:25:12.105375 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a48526-e6f1-47ac-9352-55b228649969" -d '{"events": [{"name": "network-changed", "server_uuid": "88491b21-6fd1-41c5-8e95-0cfed1b01b6a", "tag": "5c97e819-a869-4c1c-9e74-3883c17ff372"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:25:12.129390 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99fa6b-547d-4ae3-a218-7f9bf1d5f988 service neutron] Pushing event updated for resources: {'Port': ['ID=5c97e819-a869-4c1c-9e74-3883c17ff372,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:12.148247 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b063b7-a29e-443b-b8b9-673f8a9c47c1 x-openstack-request-id: req-81b063b7-a29e-443b-b8b9-673f8a9c47c1 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:25:12.148543 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88491b21-6fd1-41c5-8e95-0cfed1b01b6a", "tag": "5c97e819-a869-4c1c-9e74-3883c17ff372", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:25:12.148803 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-81b063b7-a29e-443b-b8b9-673f8a9c47c1 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:25:12.149800 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81b063b7-a29e-443b-b8b9-673f8a9c47c1'] response: {'name': 'network-changed', 'server_uuid': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'tag': '5c97e819-a869-4c1c-9e74-3883c17ff372', 'status': 'completed', 'code': 200} Mar 29 01:25:12.299242 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968b3b6-e554-45d0-b9c3-fa652292da14 req-52a3f78b-5a1c-4ba5-b574-61bf5dcede3d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:12.300737 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c968b3b6-e554-45d0-b9c3-fa652292da14 req-52a3f78b-5a1c-4ba5-b574-61bf5dcede3d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 943 time: 0.0856738 Mar 29 01:25:12.311537 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d586ea7-3903-480d-9dc7-ab8ffdda2a94 req-2f9ecd3a-a648-41af-aece-9a3b0e9a57b7 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:12.313035 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1d586ea7-3903-480d-9dc7-ab8ffdda2a94 req-2f9ecd3a-a648-41af-aece-9a3b0e9a57b7 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 943 time: 0.0884819 Mar 29 01:25:12.381364 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c968b3b6-e554-45d0-b9c3-fa652292da14 req-bae42c12-e1a5-4730-b91e-5479f2ca28b4 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674000 Mar 29 01:25:12.394729 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1d586ea7-3903-480d-9dc7-ab8ffdda2a94 req-aa6fa139-66d4-4899-a29a-8a69e79cd713 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751896 Mar 29 01:25:12.965407 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0fa778e6-483f-4aaa-a227-5ebb739b4c2e details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:25:13.008693 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5a6252-7278-4805-bd7e-a91df7f3b649 req-45339673-f844-41c3-aebf-31b4c61aff4f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:13.010162 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6e5a6252-7278-4805-bd7e-a91df7f3b649 req-45339673-f844-41c3-aebf-31b4c61aff4f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0563829 Mar 29 01:25:13.059267 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6e5a6252-7278-4805-bd7e-a91df7f3b649 req-246d02eb-7840-4aa7-860b-a04b4d0b3a26 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433087 Mar 29 01:25:13.075725 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:13.087387 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'port_id': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'mac_address': 'fa:16:3e:38:16:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:25:13.124245 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e is: ACTIVE; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:25:13.124666 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:13.137304 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0fa778e6-483f-4aaa-a227-5ebb739b4c2e {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:25:13.157556 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:13.161265 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:13.161900 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 403f3624-56d3-4ca2-851b-efb50181d6da details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:25:13.251461 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,revision_number=6']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:13.295816 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 403f3624-56d3-4ca2-851b-efb50181d6da, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=403f3624-56d3-4ca2-851b-efb50181d6da,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:13.307434 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '403f3624-56d3-4ca2-851b-efb50181d6da', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'port_id': '403f3624-56d3-4ca2-851b-efb50181d6da', 'mac_address': 'fa:16:3e:a2:58:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:25:13.347887 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 403f3624-56d3-4ca2-851b-efb50181d6da is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:25:13.348282 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:13.360502 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 403f3624-56d3-4ca2-851b-efb50181d6da {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:25:13.378907 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 403f3624-56d3-4ca2-851b-efb50181d6da, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=403f3624-56d3-4ca2-851b-efb50181d6da,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:13.382719 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:13.442116 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=403f3624-56d3-4ca2-851b-efb50181d6da,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:13.536389 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6f6f7-4c3a-4499-a860-1527c71d56c8 req-3795b015-cda7-4b58-ab8a-42a4d4dff26c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:13.537757 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-38f6f6f7-4c3a-4499-a860-1527c71d56c8 req-3795b015-cda7-4b58-ab8a-42a4d4dff26c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 943 time: 0.0856919 Mar 29 01:25:13.545216 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad25de78-4faa-4a8c-84b6-27d00301a089 req-c57c1539-14e7-4b5d-99d9-12d3c9b9ed78 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:13.546598 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ad25de78-4faa-4a8c-84b6-27d00301a089 req-c57c1539-14e7-4b5d-99d9-12d3c9b9ed78 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 944 time: 0.0854473 Mar 29 01:25:13.857712 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-38f6f6f7-4c3a-4499-a860-1527c71d56c8 req-3682f199-e5e2-40ab-9135-c0d909862974 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3100581 Mar 29 01:25:13.862152 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ad25de78-4faa-4a8c-84b6-27d00301a089 req-92b9e9a0-a0fc-4950-921f-722bbd9f3032 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3091133 Mar 29 01:25:14.178203 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6edab-bcce-4af6-8480-8755d3dd1775 req-5c2ac767-5977-4b6e-82db-9c115735d90b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:14.179702 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4ea6edab-bcce-4af6-8480-8755d3dd1775 req-5c2ac767-5977-4b6e-82db-9c115735d90b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 944 time: 0.0510302 Mar 29 01:25:14.225631 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4ea6edab-bcce-4af6-8480-8755d3dd1775 req-bbaf2289-f197-4b74-8434-19d9ec2ef648 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402548 Mar 29 01:25:14.345366 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48526-e6f1-47ac-9352-55b228649969 req-780c77d9-aa45-4304-bf89-ad72e288a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:14.346877 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-42a48526-e6f1-47ac-9352-55b228649969 req-780c77d9-aa45-4304-bf89-ad72e288a7d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 1127 time: 0.0472536 Mar 29 01:25:14.476176 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48526-e6f1-47ac-9352-55b228649969 req-8305ca3e-1edf-484f-93f8-a83d29118cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:14.477510 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-42a48526-e6f1-47ac-9352-55b228649969 req-8305ca3e-1edf-484f-93f8-a83d29118cff service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0873408 Mar 29 01:25:14.573239 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a48526-e6f1-47ac-9352-55b228649969 req-66b3ba40-4cc9-4490-8398-d1809d6382a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:14.574679 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-42a48526-e6f1-47ac-9352-55b228649969 req-66b3ba40-4cc9-4490-8398-d1809d6382a6 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886328 Mar 29 01:25:14.734980 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['0fa778e6-483f-4aaa-a227-5ebb739b4c2e'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:25:14.805185 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-7caacf88-6543-49b2-b729-ec185b805f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:14.806935 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-7caacf88-6543-49b2-b729-ec185b805f9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 1127 time: 0.0445402 Mar 29 01:25:14.848475 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-e565c6e7-69fb-4f80-ac65-59c156bc8c05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c97e819-a869-4c1c-9e74-3883c17ff372 HTTP/1.1" status: 200 len: 217 time: 0.0331650 Mar 29 01:25:14.902768 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-3c58a623-9707-4530-89bf-c4f647e0e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:14.904281 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-3c58a623-9707-4530-89bf-c4f647e0e290 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 200 len: 854 time: 0.0502143 Mar 29 01:25:14.967991 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-3c09821a-e3d0-4f14-8333-48cee123146e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:14.969567 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-3c09821a-e3d0-4f14-8333-48cee123146e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0586081 Mar 29 01:25:15.094329 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0dc03-1566-49cc-9066-291f3b50daca req-c42d2dd0-d617-4abe-8b3c-ca79ecbbd972 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:15.095730 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a6e0dc03-1566-49cc-9066-291f3b50daca req-c42d2dd0-d617-4abe-8b3c-ca79ecbbd972 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 944 time: 0.1408086 Mar 29 01:25:15.122473 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108791d-5662-4f3d-aa0d-6f5a3ec6aa36 req-a99c5a93-c300-4ece-8537-4b7334adfa65 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:15.123915 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0108791d-5662-4f3d-aa0d-6f5a3ec6aa36 req-a99c5a93-c300-4ece-8537-4b7334adfa65 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 943 time: 0.1584971 Mar 29 01:25:15.157280 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-247501e2-7be3-434b-9e18-f75aa40dd06b service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723938 Mar 29 01:25:15.248365 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a6e0dc03-1566-49cc-9066-291f3b50daca req-93ecb467-d979-41d8-8cb6-8ac11f998f7c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429071 Mar 29 01:25:15.259335 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0108791d-5662-4f3d-aa0d-6f5a3ec6aa36 req-3af8a8b2-a1ea-4d01-9c2f-414f0d356a13 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211588 Mar 29 01:25:15.291915 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e327ace-06e9-4855-a9d3-9bc19a96ad13 req-237c1a89-e066-4dbf-ac11-bd820492d93a service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279626 Mar 29 01:25:15.362056 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ba86ec-a449-4029-a8d2-6c8098a97c85 req-050e23a6-6669-4f2c-a7eb-04e3e0bd02f6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:15.363447 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a8ba86ec-a449-4029-a8d2-6c8098a97c85 req-050e23a6-6669-4f2c-a7eb-04e3e0bd02f6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 944 time: 0.0541763 Mar 29 01:25:15.413606 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a8ba86ec-a449-4029-a8d2-6c8098a97c85 req-dd981c54-f3d1-484e-8efc-562541eba36a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440180 Mar 29 01:25:16.406796 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0fa778e6-483f-4aaa-a227-5ebb739b4c2e up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:25:16.416275 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f49cdf-b2ab-4033-8cac-40473f8fd770 req-9beb7685-ed75-40f5-8635-2d19753d3322 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:16.417766 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96f49cdf-b2ab-4033-8cac-40473f8fd770 req-9beb7685-ed75-40f5-8635-2d19753d3322 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 944 time: 0.1027014 Mar 29 01:25:16.432177 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933adf1-278f-4f06-a5df-e92dff184281 req-5016e47f-fe9d-4ea6-977f-cd310f8d21a2 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:16.433604 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e933adf1-278f-4f06-a5df-e92dff184281 req-5016e47f-fe9d-4ea6-977f-cd310f8d21a2 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 943 time: 0.0890992 Mar 29 01:25:16.455671 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:25:16.456046 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:16.499597 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-96f49cdf-b2ab-4033-8cac-40473f8fd770 req-fc13936b-c1cd-473f-837f-79a77e31c13f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749719 Mar 29 01:25:16.511036 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e933adf1-278f-4f06-a5df-e92dff184281 req-a3fa5ce7-b4f3-41e5-aeb3-8107963d2a6d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700004 Mar 29 01:25:16.539421 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:25:16.539813 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:16.565613 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:25:16.567863 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659dc6f2-225a-4f97-b44e-9b19d7b141f0" -d '{"events": [{"server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "name": "network-vif-plugged", "status": "completed", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:25:16.581009 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:16.589499 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:16.615803 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51db8139-3640-428a-b3eb-86d6aad48b4e x-openstack-request-id: req-51db8139-3640-428a-b3eb-86d6aad48b4e {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:25:16.616108 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "name": "network-vif-plugged", "status": "completed", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:25:16.616367 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-51db8139-3640-428a-b3eb-86d6aad48b4e {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:25:16.616763 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51db8139-3640-428a-b3eb-86d6aad48b4e'] response: {'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'code': 200} Mar 29 01:25:16.634048 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368215fa-3519-4231-9a04-50d5fe6a90ff req-80f60be6-7141-4d4d-b08a-108c733941be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:16.635530 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-368215fa-3519-4231-9a04-50d5fe6a90ff req-80f60be6-7141-4d4d-b08a-108c733941be tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 944 time: 0.0598507 Mar 29 01:25:16.641988 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,revision_number=7']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:16.649509 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.649853 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.650192 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.650526 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.650878 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.651212 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.651535 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.651855 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.652177 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.652499 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.652818 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.653137 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.653454 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.653768 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.654089 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:16.686632 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-368215fa-3519-4231-9a04-50d5fe6a90ff req-58462c63-bca9-4551-bb7d-299887d1d132 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454180 Mar 29 01:25:17.655824 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b31035-24ff-43ff-a0e8-202114773879 req-f146451d-abd6-4d45-b1c6-976299af1a92 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:17.657288 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e6b31035-24ff-43ff-a0e8-202114773879 req-f146451d-abd6-4d45-b1c6-976299af1a92 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 944 time: 0.0840127 Mar 29 01:25:17.668073 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03fdbf-e441-4922-9034-c4ce962932cd req-f24f374d-979b-49eb-a68d-91003b2411d6 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:17.669455 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab03fdbf-e441-4922-9034-c4ce962932cd req-f24f374d-979b-49eb-a68d-91003b2411d6 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 943 time: 0.0843809 Mar 29 01:25:17.746561 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e6b31035-24ff-43ff-a0e8-202114773879 req-7915890f-a951-4056-a393-495cd057f57f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761611 Mar 29 01:25:17.750571 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ab03fdbf-e441-4922-9034-c4ce962932cd req-953838c1-4118-4e45-8a79-654e701c5cf3 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735164 Mar 29 01:25:17.851064 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31245d-2f4f-4ecc-8cda-c3d9ff5b189b req-ee82f6ee-8a70-4dac-884f-292021c74e70 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:17.852433 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ff31245d-2f4f-4ecc-8cda-c3d9ff5b189b req-ee82f6ee-8a70-4dac-884f-292021c74e70 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0518849 Mar 29 01:25:17.897944 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ff31245d-2f4f-4ecc-8cda-c3d9ff5b189b req-f5b7753e-9894-4ae6-b537-5e7a5ae3e411 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 Mar 29 01:25:18.562162 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['403f3624-56d3-4ca2-851b-efb50181d6da'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:25:18.900401 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a176313a-9927-4ee9-a6ab-ba2301499f78 req-83e02082-5f16-4bfc-af34-5a1cf91251f4 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:18.901789 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a176313a-9927-4ee9-a6ab-ba2301499f78 req-83e02082-5f16-4bfc-af34-5a1cf91251f4 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 944 time: 0.0859802 Mar 29 01:25:18.909517 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42247eb-257b-4bf8-b0fa-c8a317342d34 req-e610898c-9cb1-4ccd-a757-8ac85b17c37e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:18.910909 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c42247eb-257b-4bf8-b0fa-c8a317342d34 req-e610898c-9cb1-4ccd-a757-8ac85b17c37e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 943 time: 0.0854301 Mar 29 01:25:18.982979 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a176313a-9927-4ee9-a6ab-ba2301499f78 req-0bf140e3-aac1-4b80-8f6f-42c44117db52 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710957 Mar 29 01:25:18.986839 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c42247eb-257b-4bf8-b0fa-c8a317342d34 req-8894742e-7ffd-4533-b3b8-113e353cead2 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694695 Mar 29 01:25:19.086403 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db961a79-68f6-4573-9cda-2ce83de66a40 req-c881ff83-2e11-4fb6-a7f6-25981d29c4ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:19.087855 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-db961a79-68f6-4573-9cda-2ce83de66a40 req-c881ff83-2e11-4fb6-a7f6-25981d29c4ad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0519681 Mar 29 01:25:19.133136 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-db961a79-68f6-4573-9cda-2ce83de66a40 req-bb89812f-ba70-4516-8a6e-d520f34c07c5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399077 Mar 29 01:25:20.133169 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae198741-1b95-454a-ad4e-6005022f1968 req-0687ab86-d548-4ecd-99d8-7441b5e11a25 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:20.134662 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ae198741-1b95-454a-ad4e-6005022f1968 req-0687ab86-d548-4ecd-99d8-7441b5e11a25 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 943 time: 0.0772278 Mar 29 01:25:20.141518 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ce4cc-f658-4dfa-a02d-6b7561cff472 req-7ea01f3d-d75f-406a-9985-4daab8d36f1c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:20.142898 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-299ce4cc-f658-4dfa-a02d-6b7561cff472 req-7ea01f3d-d75f-406a-9985-4daab8d36f1c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 944 time: 0.0941322 Mar 29 01:25:20.214245 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ae198741-1b95-454a-ad4e-6005022f1968 req-8aac2fdf-dd9a-488d-8ce6-40d46d156e69 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704160 Mar 29 01:25:20.217945 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-299ce4cc-f658-4dfa-a02d-6b7561cff472 req-de4dcf0a-3589-40ea-8b47-65fbcc15fdad tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685630 Mar 29 01:25:20.317136 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a825c4-5850-4ee1-a639-fcebb7965e16 req-87a67828-0796-446d-8c6f-f73304954665 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:20.318495 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e4a825c4-5850-4ee1-a639-fcebb7965e16 req-87a67828-0796-446d-8c6f-f73304954665 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0523186 Mar 29 01:25:20.363794 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e4a825c4-5850-4ee1-a639-fcebb7965e16 req-d796cf20-ef7e-4cc1-8596-f02dfda92daf tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397973 Mar 29 01:25:21.365883 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e81157-f904-41e4-a6f5-be38c56b77bb req-79c78e54-ee48-4253-9db3-71141ee5714f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:21.367400 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63e81157-f904-41e4-a6f5-be38c56b77bb req-79c78e54-ee48-4253-9db3-71141ee5714f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 943 time: 0.0855043 Mar 29 01:25:21.380327 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2365764-fb31-4ec6-b507-64d856af1755 req-2a484c8d-23c5-43b2-9bf3-689a1684eb40 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:21.381737 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b2365764-fb31-4ec6-b507-64d856af1755 req-2a484c8d-23c5-43b2-9bf3-689a1684eb40 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 944 time: 0.0914724 Mar 29 01:25:21.454216 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63e81157-f904-41e4-a6f5-be38c56b77bb req-2270bffb-bacc-4391-8244-9f4f761c1857 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714262 Mar 29 01:25:21.473659 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b2365764-fb31-4ec6-b507-64d856af1755 req-4c594c7c-ccfb-4ca7-969e-29fb2c86f2dc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787530 Mar 29 01:25:21.565589 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11391fa5-5e3f-4256-a10f-c04cac007a59 req-2ab52ca9-4052-4b37-8117-b7ab2cbb7623 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:21.566951 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-11391fa5-5e3f-4256-a10f-c04cac007a59 req-2ab52ca9-4052-4b37-8117-b7ab2cbb7623 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0562122 Mar 29 01:25:21.617499 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-11391fa5-5e3f-4256-a10f-c04cac007a59 req-e54fc7ed-75f8-433c-9c51-a8c96bf7a38d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443487 Mar 29 01:25:22.422145 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 403f3624-56d3-4ca2-851b-efb50181d6da up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:25:22.498615 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 403f3624-56d3-4ca2-851b-efb50181d6da completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:25:22.503584 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 403f3624-56d3-4ca2-851b-efb50181d6da triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:25:22.504198 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:22.597365 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 403f3624-56d3-4ca2-851b-efb50181d6da is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:25:22.598058 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:22.623877 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403f3624-56d3-4ca2-851b-efb50181d6da'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:25:22.628693 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973706a9-764f-4899-9d49-5e6db3b213f3" -d '{"events": [{"server_uuid": "cf7ed21a-245f-44e3-9f3f-2e65ac325085", "name": "network-vif-plugged", "status": "completed", "tag": "403f3624-56d3-4ca2-851b-efb50181d6da"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:25:22.647563 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc9b87-25db-4600-8fbc-33641c152af6 req-62a46f83-84ce-4479-813c-eada408cdc47 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:22.648179 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 403f3624-56d3-4ca2-851b-efb50181d6da, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=403f3624-56d3-4ca2-851b-efb50181d6da,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:22.651260 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-affc9b87-25db-4600-8fbc-33641c152af6 req-62a46f83-84ce-4479-813c-eada408cdc47 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 944 time: 0.1088042 Mar 29 01:25:22.654246 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:22.675775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0059a-8c37-476a-b5b8-c486d62d9cd7 req-50a030b4-7e6f-4216-958c-ea72db5428d9 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:22.677985 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e7e0059a-8c37-476a-b5b8-c486d62d9cd7 req-50a030b4-7e6f-4216-958c-ea72db5428d9 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 943 time: 0.1247842 Mar 29 01:25:22.710352 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=403f3624-56d3-4ca2-851b-efb50181d6da,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:22.761359 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-affc9b87-25db-4600-8fbc-33641c152af6 req-ae5d4df9-f9f8-4dcb-89c5-60486a13b099 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946860 Mar 29 01:25:22.789817 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e7e0059a-8c37-476a-b5b8-c486d62d9cd7 req-15d42ebc-94a6-40b5-899b-911381d5a37f tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632246 Mar 29 01:25:22.836145 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a31431-937d-48b6-9e24-16048dd02980 x-openstack-request-id: req-b6a31431-937d-48b6-9e24-16048dd02980 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:25:22.836511 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7ed21a-245f-44e3-9f3f-2e65ac325085", "name": "network-vif-plugged", "status": "completed", "tag": "403f3624-56d3-4ca2-851b-efb50181d6da", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:25:22.836834 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6a31431-937d-48b6-9e24-16048dd02980 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:25:22.837305 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6a31431-937d-48b6-9e24-16048dd02980'] response: {'server_uuid': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '403f3624-56d3-4ca2-851b-efb50181d6da', 'code': 200} Mar 29 01:25:22.934456 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ec82f-a9e1-42f8-8cc5-1e8d3c3ea56f req-fc4abfee-6f52-4198-815a-bc9da7dd4e62 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:22.936229 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-df9ec82f-a9e1-42f8-8cc5-1e8d3c3ea56f req-fc4abfee-6f52-4198-815a-bc9da7dd4e62 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0554981 Mar 29 01:25:22.992065 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-df9ec82f-a9e1-42f8-8cc5-1e8d3c3ea56f req-01c0a4f6-b595-41c6-819e-d2f22705e9aa tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483859 Mar 29 01:25:23.121409 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705f9708-836c-4797-8b48-93cabf9d242a req-699810ad-e4bf-45d2-9e62-aaf0ad40759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:23.123595 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-705f9708-836c-4797-8b48-93cabf9d242a req-699810ad-e4bf-45d2-9e62-aaf0ad40759b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 1129 time: 0.0463934 Mar 29 01:25:23.178268 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-705f9708-836c-4797-8b48-93cabf9d242a req-f266ef6b-d9d0-4577-997b-c72dc2948e8d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485818 Mar 29 01:25:23.949431 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9824aff-b665-49f4-a2af-ec3bd7671b28 req-62d299d6-5c7a-467d-9d24-e1265410795b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:23.950968 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a9824aff-b665-49f4-a2af-ec3bd7671b28 req-62d299d6-5c7a-467d-9d24-e1265410795b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 945 time: 0.0934930 Mar 29 01:25:23.993444 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f99e9-662f-4261-ae70-04a10b26e0bf req-6ad850b5-8f5c-42fe-95b0-3488e71d0cf5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:23.994190 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e0f99e9-662f-4261-ae70-04a10b26e0bf req-6ad850b5-8f5c-42fe-95b0-3488e71d0cf5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 943 time: 0.0863185 Mar 29 01:25:24.034761 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a9824aff-b665-49f4-a2af-ec3bd7671b28 req-59b5219e-a832-432b-9890-e46e06f9fbc0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751169 Mar 29 01:25:24.065410 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e0f99e9-662f-4261-ae70-04a10b26e0bf req-c885e17f-21f1-4170-9223-181f33dadc5e tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610721 Mar 29 01:25:24.179175 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e2eec-723c-4fc4-b521-2f219af9e54d req-191c4c83-a2fc-4973-8ad9-ca35013d9f7b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:24.186337 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1e2eec-723c-4fc4-b521-2f219af9e54d req-191c4c83-a2fc-4973-8ad9-ca35013d9f7b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0641382 Mar 29 01:25:24.230199 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ba1e2eec-723c-4fc4-b521-2f219af9e54d req-2b66d085-1e9d-49bb-bc58-8bdf9fa4a129 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428946 Mar 29 01:25:24.426858 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 5c97e819-a869-4c1c-9e74-3883c17ff372 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:25:24.544054 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 5c97e819-a869-4c1c-9e74-3883c17ff372, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5c97e819-a869-4c1c-9e74-3883c17ff372,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:24.557915 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '5c97e819-a869-4c1c-9e74-3883c17ff372', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'port_id': '5c97e819-a869-4c1c-9e74-3883c17ff372', 'mac_address': 'fa:16:3e:19:34:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:25:24.606173 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 5c97e819-a869-4c1c-9e74-3883c17ff372 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:25:24.606775 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:24.627715 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c97e819-a869-4c1c-9e74-3883c17ff372 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:25:24.676776 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 5c97e819-a869-4c1c-9e74-3883c17ff372, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5c97e819-a869-4c1c-9e74-3883c17ff372,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:24.678226 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:25:24.688670 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:24.748103 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=5c97e819-a869-4c1c-9e74-3883c17ff372,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:25.135520 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a660efb9-30d1-44c8-a146-5e0d3db2a5be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:25.171502 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['5c97e819-a869-4c1c-9e74-3883c17ff372'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:25:25.258125 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427b5c9-2972-4fb9-b00b-ae279c4c36b7 req-4f015455-6319-4499-9a5a-a4cfccc4abeb tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:25.260780 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f427b5c9-2972-4fb9-b00b-ae279c4c36b7 req-4f015455-6319-4499-9a5a-a4cfccc4abeb tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 945 time: 0.1068647 Mar 29 01:25:25.297777 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e989d97-4bcd-4f3e-82ba-204e4887dea1 req-03b17af3-467c-45a4-b257-5c03eca80fa9 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:25.305331 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e989d97-4bcd-4f3e-82ba-204e4887dea1 req-03b17af3-467c-45a4-b257-5c03eca80fa9 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 944 time: 0.1012805 Mar 29 01:25:25.368581 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f427b5c9-2972-4fb9-b00b-ae279c4c36b7 req-0b1cb29e-1d41-457d-a40e-136c58322512 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999873 Mar 29 01:25:25.389006 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e989d97-4bcd-4f3e-82ba-204e4887dea1 req-79516ccd-4438-45fe-8402-ac5a3fd20662 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823998 Mar 29 01:25:25.553402 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2f6914-74be-4c35-b65d-ed6f6070edca req-80f721df-4ea2-479a-8853-5dde64af5e26 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:25.555184 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5c2f6914-74be-4c35-b65d-ed6f6070edca req-80f721df-4ea2-479a-8853-5dde64af5e26 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 945 time: 0.1042728 Mar 29 01:25:25.565327 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4afe723-0da1-4189-8f61-67da7831f259 req-df7d095b-0c9b-4293-91d9-651790e2b5a3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:25.568805 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a4afe723-0da1-4189-8f61-67da7831f259 req-df7d095b-0c9b-4293-91d9-651790e2b5a3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.1086867 Mar 29 01:25:25.663421 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5c2f6914-74be-4c35-b65d-ed6f6070edca req-fa599c3e-e3cb-4eb4-922c-d8df7230ad58 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935304 Mar 29 01:25:25.673557 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a4afe723-0da1-4189-8f61-67da7831f259 req-fdc1a1e5-4dd5-46c5-b879-b23e40868dad tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968390 Mar 29 01:25:25.689315 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 45174) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:25.742251 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3046dfb1-d78c-4ff9-9ad9-b062e2f54469 tempest-TestVolumeBootPattern-1596458450 tempest-TestVolumeBootPattern-1596458450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:25.745508 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-3046dfb1-d78c-4ff9-9ad9-b062e2f54469 tempest-TestVolumeBootPattern-1596458450 tempest-TestVolumeBootPattern-1596458450-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 1124 time: 0.0550952 Mar 29 01:25:25.746620 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 45176) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:25.751258 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'port_id': '403f3624-56d3-4ca2-851b-efb50181d6da', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:25:25.775053 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:25.910166 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:26.043232 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Allocated IP 172.27.2.85 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/aa3112c7-cc01-4cd6-b08c-9a3858e92ead) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:25:26.185706 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for port (aa3112c7-cc01-4cd6-b08c-9a3858e92ead), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:26.222041 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (aa3112c7-cc01-4cd6-b08c-9a3858e92ead), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:26.261686 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:25:26.265343 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:25:26.271854 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:25:26.297339 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'Port': ['ID=aa3112c7-cc01-4cd6-b08c-9a3858e92ead,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:26.311012 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.311431 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.312350 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.312742 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.313137 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.313519 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.313917 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.314310 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.314692 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.315100 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.315487 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.315871 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.316252 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.316644 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.317041 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:25:26.437615 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 5c97e819-a869-4c1c-9e74-3883c17ff372 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:25:26.520211 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 5c97e819-a869-4c1c-9e74-3883c17ff372 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:25:26.525371 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 5c97e819-a869-4c1c-9e74-3883c17ff372 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:25:26.526005 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:26.537599 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfe6836-ca19-424a-a3fd-dbb32e5890db req-6ef95449-47f3-4f6a-951b-1aaad37151ec tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:26.547616 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9bfe6836-ca19-424a-a3fd-dbb32e5890db req-6ef95449-47f3-4f6a-951b-1aaad37151ec tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 944 time: 0.0945594 Mar 29 01:25:26.611853 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9bfe6836-ca19-424a-a3fd-dbb32e5890db req-a3581b90-8710-4e30-b36a-f54ac4d49f82 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602906 Mar 29 01:25:26.628380 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 5c97e819-a869-4c1c-9e74-3883c17ff372 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:25:26.628766 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:26.662467 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c97e819-a869-4c1c-9e74-3883c17ff372'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:25:26.664876 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726ed615-1d5f-4779-a825-a5ad03ee5cab" -d '{"events": [{"server_uuid": "88491b21-6fd1-41c5-8e95-0cfed1b01b6a", "name": "network-vif-plugged", "status": "completed", "tag": "5c97e819-a869-4c1c-9e74-3883c17ff372"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:25:26.681520 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 5c97e819-a869-4c1c-9e74-3883c17ff372, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5c97e819-a869-4c1c-9e74-3883c17ff372,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:26.686418 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (fe5a86a8-721e-46b3-af62-36316c31f90b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:26.690972 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:26.729056 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938dfb37-7034-4dcb-96a5-8e130ed8bfe8 x-openstack-request-id: req-938dfb37-7034-4dcb-96a5-8e130ed8bfe8 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:25:26.729351 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88491b21-6fd1-41c5-8e95-0cfed1b01b6a", "name": "network-vif-plugged", "status": "completed", "tag": "5c97e819-a869-4c1c-9e74-3883c17ff372", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:25:26.729597 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-938dfb37-7034-4dcb-96a5-8e130ed8bfe8 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:25:26.730076 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938dfb37-7034-4dcb-96a5-8e130ed8bfe8'] response: {'server_uuid': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c97e819-a869-4c1c-9e74-3883c17ff372', 'code': 200} Mar 29 01:25:26.775649 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (aa3112c7-cc01-4cd6-b08c-9a3858e92ead), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:26.804549 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=5c97e819-a869-4c1c-9e74-3883c17ff372,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:26.857506 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d289272-b1b8-4aac-bdff-dd8a4f897a5d req-1ab9fddd-b800-4b11-b23a-900ede631a2d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:26.860223 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7d289272-b1b8-4aac-bdff-dd8a4f897a5d req-1ab9fddd-b800-4b11-b23a-900ede631a2d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0630786 Mar 29 01:25:26.919864 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7d289272-b1b8-4aac-bdff-dd8a4f897a5d req-48a7b6b7-f7f1-47ae-ba22-2a66db581d8a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504069 Mar 29 01:25:26.993330 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7858458d-4e55-4e9d-a99f-58431da65a5a req-5068a7e0-7ae6-4907-9ffd-0f3df505ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:26.994801 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7858458d-4e55-4e9d-a99f-58431da65a5a req-5068a7e0-7ae6-4907-9ffd-0f3df505ddc3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 1129 time: 0.0670254 Mar 29 01:25:27.054831 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for port (aa3112c7-cc01-4cd6-b08c-9a3858e92ead), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:27.061189 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7858458d-4e55-4e9d-a99f-58431da65a5a req-0b2a7a14-e23a-4739-a1c6-d4e1ab1ad510 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562308 Mar 29 01:25:27.062347 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (aa3112c7-cc01-4cd6-b08c-9a3858e92ead), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:27.138055 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'Port': ['ID=aa3112c7-cc01-4cd6-b08c-9a3858e92ead,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:27.158153 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (fe5a86a8-721e-46b3-af62-36316c31f90b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:27.275402 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.l3_db [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Floating IP fe5a86a8-721e-46b3-af62-36316c31f90b associated. External IP: 172.27.2.85, port: 403f3624-56d3-4ca2-851b-efb50181d6da. Mar 29 01:25:27.332909 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45196) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:27.475631 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-797aa099-36d6-44dd-93af-e48d7ceb0379 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:27.523884 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5496cf41-0e71-40a7-92bf-5294838a3867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:27.535669 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Router 625b69e3-d34d-4f88-9b4a-e647526cf23e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:25:27.595970 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-797aa099-36d6-44dd-93af-e48d7ceb0379 admin admin] Publish callbacks [] for security_group (2b302edb-aa2d-43d9-8c87-289886001cb3), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:27.605295 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-797aa099-36d6-44dd-93af-e48d7ceb0379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (2b302edb-aa2d-43d9-8c87-289886001cb3), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:27.659345 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797aa099-36d6-44dd-93af-e48d7ceb0379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b302edb-aa2d-43d9-8c87-289886001cb3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:27.674705 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:25:27.685231 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f9f87-0b2d-4df2-9533-f415a69e555e None None] Sync routers for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:25:27.693424 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-797aa099-36d6-44dd-93af-e48d7ceb0379 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=14f90e0ea2ba49b185c02ffe220dca66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3571522 Mar 29 01:25:27.695896 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45202) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:27.701139 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f9f87-0b2d-4df2-9533-f415a69e555e None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:25:27.704762 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-355f9f87-0b2d-4df2-9533-f415a69e555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:25:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:27.722282 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:27.774966 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-fd56980a-e28b-4d7b-8747-317b661c831f tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0272517 Mar 29 01:25:27.775879 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'tag': '403f3624-56d3-4ca2-851b-efb50181d6da'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:25:27.778949 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc52013-342e-42b4-ad62-a83d38a3da41" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7ed21a-245f-44e3-9f3f-2e65ac325085", "tag": "403f3624-56d3-4ca2-851b-efb50181d6da"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:25:27.823928 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a53a9c3-85eb-4365-93b5-44606823ccd9 x-openstack-request-id: req-1a53a9c3-85eb-4365-93b5-44606823ccd9 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:25:27.824218 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7ed21a-245f-44e3-9f3f-2e65ac325085", "tag": "403f3624-56d3-4ca2-851b-efb50181d6da", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:25:27.824467 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1a53a9c3-85eb-4365-93b5-44606823ccd9 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:25:27.824874 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a53a9c3-85eb-4365-93b5-44606823ccd9'] response: {'name': 'network-changed', 'server_uuid': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'tag': '403f3624-56d3-4ca2-851b-efb50181d6da', 'status': 'completed', 'code': 200} Mar 29 01:25:27.825920 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3482ac0-0de3-42fb-aa28-433949e84ff6 req-55ce8484-8d1e-4ac6-ba19-bdf9a4979798 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:27.827554 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3482ac0-0de3-42fb-aa28-433949e84ff6 req-55ce8484-8d1e-4ac6-ba19-bdf9a4979798 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 945 time: 0.1134124 Mar 29 01:25:27.863971 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b02ddec3-9229-4135-8074-faadd7dea105 admin admin] Publish callbacks [] for security_group (2b302edb-aa2d-43d9-8c87-289886001cb3), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:27.880782 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-355f9f87-0b2d-4df2-9533-f415a69e555e None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:25:27.928843 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b02ddec3-9229-4135-8074-faadd7dea105 admin admin] Publish callbacks [] for security_group (2b302edb-aa2d-43d9-8c87-289886001cb3), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:27.963007 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f3482ac0-0de3-42fb-aa28-433949e84ff6 req-fe14886c-16e8-41e6-ab14-41954743df7c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192424 Mar 29 01:25:27.976671 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52013-342e-42b4-ad62-a83d38a3da41 req-d3543231-7064-4244-98c3-783314db08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:27.978178 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9dc52013-342e-42b4-ad62-a83d38a3da41 req-d3543231-7064-4244-98c3-783314db08bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 1129 time: 0.1308923 Mar 29 01:25:28.094161 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b02ddec3-9229-4135-8074-faadd7dea105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (2b302edb-aa2d-43d9-8c87-289886001cb3), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:28.099175 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b02ddec3-9229-4135-8074-faadd7dea105 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:28.101168 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b02ddec3-9229-4135-8074-faadd7dea105 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b302edb-aa2d-43d9-8c87-289886001cb3 HTTP/1.1" status: 204 len: 168 time: 0.4031868 Mar 29 01:25:28.125562 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02ddec3-9229-4135-8074-faadd7dea105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b302edb-aa2d-43d9-8c87-289886001cb3,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:28.192928 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52013-342e-42b4-ad62-a83d38a3da41 req-99db3282-ee64-4ac4-af79-96cfbf2a0104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:28.195179 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9dc52013-342e-42b4-ad62-a83d38a3da41 req-99db3282-ee64-4ac4-af79-96cfbf2a0104 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 912 time: 0.2085822 Mar 29 01:25:28.224474 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b77bb-7da6-4d68-a198-51e4d963579a req-932aa67b-3e3b-4bb5-860b-0c43e58d4dd6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:28.231972 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a08b77bb-7da6-4d68-a198-51e4d963579a req-932aa67b-3e3b-4bb5-860b-0c43e58d4dd6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.1784394 Mar 29 01:25:28.236525 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-355f9f87-0b2d-4df2-9533-f415a69e555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'fe5a86a8-721e-46b3-af62-36316c31f90b', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '403f3624-56d3-4ca2-851b-efb50181d6da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:a2:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:26Z', 'updated_at': '2022-03-29T01:25:26Z', 'revision_number': 0, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:28.268528 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f9f87-0b2d-4df2-9533-f415a69e555e None None] Checking router: 625b69e3-d34d-4f88-9b4a-e647526cf23e for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:25:28.283738 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355f9f87-0b2d-4df2-9533-f415a69e555e None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:25:28.284126 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-355f9f87-0b2d-4df2-9533-f415a69e555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:25:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:28.368971 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9dc52013-342e-42b4-ad62-a83d38a3da41 req-79a5bf40-4724-4004-958c-d77901025c12 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=403f3624-56d3-4ca2-851b-efb50181d6da HTTP/1.1" status: 200 len: 998 time: 0.1356096 Mar 29 01:25:28.414073 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a08b77bb-7da6-4d68-a198-51e4d963579a req-ea81c0bc-1d3d-4690-b5ce-838e48f7b0f6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649957 Mar 29 01:25:28.498431 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-355f9f87-0b2d-4df2-9533-f415a69e555e None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:25:28.539209 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52013-342e-42b4-ad62-a83d38a3da41 req-4e2ba053-ba38-4298-b845-355f76daf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:28.542576 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9dc52013-342e-42b4-ad62-a83d38a3da41 req-4e2ba053-ba38-4298-b845-355f76daf429 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.1239724 Mar 29 01:25:28.595215 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:28.617057 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc52013-342e-42b4-ad62-a83d38a3da41 req-a54c364e-487d-43d1-8f7d-a7c9f957502b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:28.618560 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9dc52013-342e-42b4-ad62-a83d38a3da41 req-a54c364e-487d-43d1-8f7d-a7c9f957502b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0711286 Mar 29 01:25:28.748232 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9dc52013-342e-42b4-ad62-a83d38a3da41 req-18a8926c-2705-4b25-9579-c6afac9b0275 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140399 Mar 29 01:25:28.852480 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-355f9f87-0b2d-4df2-9533-f415a69e555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'fe5a86a8-721e-46b3-af62-36316c31f90b', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '403f3624-56d3-4ca2-851b-efb50181d6da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:a2:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:26Z', 'updated_at': '2022-03-29T01:25:26Z', 'revision_number': 0, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:28.875384 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9dc52013-342e-42b4-ad62-a83d38a3da41 req-4dddc7a5-36e0-49cd-b7cc-7604c9b8eb56 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085339 Mar 29 01:25:28.880264 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355f9f87-0b2d-4df2-9533-f415a69e555e None None] The sync data for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi is: [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'fe5a86a8-721e-46b3-af62-36316c31f90b', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '403f3624-56d3-4ca2-851b-efb50181d6da', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:a2:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:26Z', 'updated_at': '2022-03-29T01:25:26Z', 'revision_number': 0, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:25:29.117107 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd01def-b991-4757-a7d9-19366469bc17 req-e19de18d-f71b-48ef-aaf1-ce5d13329ba8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:29.124858 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bcd01def-b991-4757-a7d9-19366469bc17 req-e19de18d-f71b-48ef-aaf1-ce5d13329ba8 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 945 time: 0.0821180 Mar 29 01:25:29.173781 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930c05c3-463a-45c8-9023-32061a0c0690 None None] New status for floating IP fe5a86a8-721e-46b3-af62-36316c31f90b: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:25:29.176311 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bcd01def-b991-4757-a7d9-19366469bc17 req-d75c6aa2-393d-45ec-ad23-111269406463 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503764 Mar 29 01:25:29.309290 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46dc237-ccee-446d-a812-b7108bfbdaaf req-e90160f7-4078-4f0b-b756-fc1ec0552a8b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:29.310985 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a46dc237-ccee-446d-a812-b7108bfbdaaf req-e90160f7-4078-4f0b-b756-fc1ec0552a8b tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 945 time: 0.0618632 Mar 29 01:25:29.320396 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45220) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:29.325712 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-52463d5b-dc16-4580-bd1e-f13acb35ee11 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Request body: {'floatingip': {'port_id': '5c97e819-a869-4c1c-9e74-3883c17ff372'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:25:29.379812 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52463d5b-dc16-4580-bd1e-f13acb35ee11 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (ccdf7c99-848d-4a1b-9987-c2cffb63ffe0), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:29.642586 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d8438-43be-4772-9fe6-d77dee6b9cd4 req-8891eb1c-073e-4249-bdb0-f29b6be7c5dc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:29.644014 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c7d8438-43be-4772-9fe6-d77dee6b9cd4 req-8891eb1c-073e-4249-bdb0-f29b6be7c5dc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.1326001 Mar 29 01:25:29.950612 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:30.048619 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c7d8438-43be-4772-9fe6-d77dee6b9cd4 req-4452cc6e-9029-432a-b176-671c0649e644 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3947127 Mar 29 01:25:30.164649 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52463d5b-dc16-4580-bd1e-f13acb35ee11 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:30.169948 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52463d5b-dc16-4580-bd1e-f13acb35ee11 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (ccdf7c99-848d-4a1b-9987-c2cffb63ffe0), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:30.277976 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-52463d5b-dc16-4580-bd1e-f13acb35ee11 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Floating IP ccdf7c99-848d-4a1b-9987-c2cffb63ffe0 associated. External IP: 172.27.2.204, port: 5c97e819-a869-4c1c-9e74-3883c17ff372. Mar 29 01:25:30.513305 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52463d5b-dc16-4580-bd1e-f13acb35ee11 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Router d3ca4adf-1e63-4cc6-ba53-139565cc5321 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:25:30.643728 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52463d5b-dc16-4580-bd1e-f13acb35ee11 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:25:30.652099 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-52463d5b-dc16-4580-bd1e-f13acb35ee11 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:30.660317 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92fb81-106b-4f74-870d-419769151ce6 None None] Sync routers for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:25:30.676036 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92fb81-106b-4f74-870d-419769151ce6 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:25:30.676664 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-6a92fb81-106b-4f74-870d-419769151ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:25:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:30.699711 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-52463d5b-dc16-4580-bd1e-f13acb35ee11 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "PUT /v2.0/floatingips/ccdf7c99-848d-4a1b-9987-c2cffb63ffe0 HTTP/1.1" status: 200 len: 991 time: 1.3778753 Mar 29 01:25:30.701660 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'tag': '5c97e819-a869-4c1c-9e74-3883c17ff372'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:25:30.703163 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df16241-f438-4f82-ac35-effd655e36c3" -d '{"events": [{"name": "network-changed", "server_uuid": "88491b21-6fd1-41c5-8e95-0cfed1b01b6a", "tag": "5c97e819-a869-4c1c-9e74-3883c17ff372"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:25:30.761410 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b4138f-6d49-4988-99f7-3a5f1b5ae398 x-openstack-request-id: req-53b4138f-6d49-4988-99f7-3a5f1b5ae398 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:25:30.761410 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88491b21-6fd1-41c5-8e95-0cfed1b01b6a", "tag": "5c97e819-a869-4c1c-9e74-3883c17ff372", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:25:30.761410 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53b4138f-6d49-4988-99f7-3a5f1b5ae398 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:25:30.761410 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b4138f-6d49-4988-99f7-3a5f1b5ae398'] response: {'name': 'network-changed', 'server_uuid': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'tag': '5c97e819-a869-4c1c-9e74-3883c17ff372', 'status': 'completed', 'code': 200} Mar 29 01:25:30.871832 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df16241-f438-4f82-ac35-effd655e36c3 req-19228253-0fc2-43a4-aee6-8e77a8ed4640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:30.874649 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9df16241-f438-4f82-ac35-effd655e36c3 req-19228253-0fc2-43a4-aee6-8e77a8ed4640 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 1129 time: 0.0938547 Mar 29 01:25:30.952318 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-6a92fb81-106b-4f74-870d-419769151ce6 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:25:31.002355 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df16241-f438-4f82-ac35-effd655e36c3 req-e0811faf-7c1f-4222-b70e-ddf8bf21914c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:31.004493 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9df16241-f438-4f82-ac35-effd655e36c3 req-e0811faf-7c1f-4222-b70e-ddf8bf21914c service neutron] 10.222.0.13 "GET /v2.0/networks?id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 200 len: 916 time: 0.1202929 Mar 29 01:25:31.111716 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9df16241-f438-4f82-ac35-effd655e36c3 req-aa2f211a-f501-473e-a8a8-380cca0d6cd0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c97e819-a869-4c1c-9e74-3883c17ff372 HTTP/1.1" status: 200 len: 999 time: 0.0989237 Mar 29 01:25:31.221161 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df16241-f438-4f82-ac35-effd655e36c3 req-526299dc-2a7b-47f7-a048-01c62ce52d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:31.222841 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9df16241-f438-4f82-ac35-effd655e36c3 req-526299dc-2a7b-47f7-a048-01c62ce52d8c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 200 len: 854 time: 0.1051488 Mar 29 01:25:31.271352 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd83f61-9d25-4e34-a147-d0e4ff84e8b1 req-4c0b0376-bd0e-4c14-9910-9f7cc52a3ff2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:31.273012 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7fd83f61-9d25-4e34-a147-d0e4ff84e8b1 req-4c0b0376-bd0e-4c14-9910-9f7cc52a3ff2 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.1073558 Mar 29 01:25:31.281629 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-6a92fb81-106b-4f74-870d-419769151ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'ccdf7c99-848d-4a1b-9987-c2cffb63ffe0', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': '5c97e819-a869-4c1c-9e74-3883c17ff372', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:19:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:01Z', 'updated_at': '2022-03-29T01:25:30Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:31.308036 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df16241-f438-4f82-ac35-effd655e36c3 req-ccfb4ee3-76f8-4549-8bde-2bf7980a2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:31.310012 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9df16241-f438-4f82-ac35-effd655e36c3 req-ccfb4ee3-76f8-4549-8bde-2bf7980a2972 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=efe61488-9b8e-4b7a-9ec4-1e23503c6b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0791361 Mar 29 01:25:31.314314 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92fb81-106b-4f74-870d-419769151ce6 None None] Checking router: d3ca4adf-1e63-4cc6-ba53-139565cc5321 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:25:31.327757 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a92fb81-106b-4f74-870d-419769151ce6 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:25:31.328699 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-6a92fb81-106b-4f74-870d-419769151ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:25:27Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:31.403346 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7fd83f61-9d25-4e34-a147-d0e4ff84e8b1 req-3764f762-3064-4499-a965-4cd01c6ad136 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187987 Mar 29 01:25:31.478478 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9df16241-f438-4f82-ac35-effd655e36c3 req-7a45a019-dd5c-4460-a980-3a2ed080b337 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587827 Mar 29 01:25:31.506099 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-6a92fb81-106b-4f74-870d-419769151ce6 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:25:31.529329 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:31.625158 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9df16241-f438-4f82-ac35-effd655e36c3 req-9452ad36-c0fc-4ca1-bfee-b21be2f1fc00 service neutron] 10.222.0.13 "GET /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293914 Mar 29 01:25:31.811370 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-6a92fb81-106b-4f74-870d-419769151ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'ccdf7c99-848d-4a1b-9987-c2cffb63ffe0', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': '5c97e819-a869-4c1c-9e74-3883c17ff372', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:19:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:01Z', 'updated_at': '2022-03-29T01:25:30Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:25:31.838055 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a92fb81-106b-4f74-870d-419769151ce6 None None] The sync data for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi is: [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'ccdf7c99-848d-4a1b-9987-c2cffb63ffe0', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'floating_ip_address': '172.27.2.204', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'port_id': '5c97e819-a869-4c1c-9e74-3883c17ff372', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'mac_address': 'fa:16:3e:19:34:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:01Z', 'updated_at': '2022-03-29T01:25:30Z', 'revision_number': 1, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:25:32.097627 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2071c3-0658-47ec-9dad-e37e65f6bf78 None None] New status for floating IP ccdf7c99-848d-4a1b-9987-c2cffb63ffe0: ACTIVE {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:25:32.537611 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e735589-4db7-4f13-af52-17485f2fc319 req-15f7a3bb-f91e-4449-819c-33a9eb6548d3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:32.538984 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5e735589-4db7-4f13-af52-17485f2fc319 req-15f7a3bb-f91e-4449-819c-33a9eb6548d3 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0519092 Mar 29 01:25:32.583826 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5e735589-4db7-4f13-af52-17485f2fc319 req-c209fb25-c0d8-47fe-8439-f2ffc1f7e3b7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393271 Mar 29 01:25:33.269530 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:33.325784 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25df3b-2d0d-47f2-ad22-d50af297c710 req-4a887ffb-5ef6-443e-bbf2-882c793aabf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:33.327739 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2e25df3b-2d0d-47f2-ad22-d50af297c710 req-4a887ffb-5ef6-443e-bbf2-882c793aabf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 1129 time: 0.0449297 Mar 29 01:25:33.429350 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25df3b-2d0d-47f2-ad22-d50af297c710 req-87ae1ad5-33a5-48e7-8da2-037650d81daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:33.431090 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2e25df3b-2d0d-47f2-ad22-d50af297c710 req-87ae1ad5-33a5-48e7-8da2-037650d81daf service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 918 time: 0.0882683 Mar 29 01:25:33.495187 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2e25df3b-2d0d-47f2-ad22-d50af297c710 req-21ed772e-d672-465b-8964-135baa1f16b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e HTTP/1.1" status: 200 len: 1001 time: 0.0579019 Mar 29 01:25:33.545847 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25df3b-2d0d-47f2-ad22-d50af297c710 req-cb8c26e5-15db-4d50-a4f6-cf714e6a15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:33.547306 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2e25df3b-2d0d-47f2-ad22-d50af297c710 req-cb8c26e5-15db-4d50-a4f6-cf714e6a15a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 200 len: 856 time: 0.0428779 Mar 29 01:25:33.599262 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e25df3b-2d0d-47f2-ad22-d50af297c710 req-70ca8bce-382d-4af8-afe0-45536e6ad301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:33.600853 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2e25df3b-2d0d-47f2-ad22-d50af297c710 req-70ca8bce-382d-4af8-afe0-45536e6ad301 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f31725d-258b-4c0a-a850-2f95e9536783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476680 Mar 29 01:25:33.724677 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2e25df3b-2d0d-47f2-ad22-d50af297c710 req-81b79907-1f1d-48d0-9ff1-9a1f1a80e979 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179755 Mar 29 01:25:33.735402 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f6e6-5b3f-4bd5-9f7e-c5868e703f45 req-8e4431fa-2b0c-4b78-b0f3-7632b3b332ae tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:33.736787 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fdf0f6e6-5b3f-4bd5-9f7e-c5868e703f45 req-8e4431fa-2b0c-4b78-b0f3-7632b3b332ae tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0825167 Mar 29 01:25:33.837437 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fdf0f6e6-5b3f-4bd5-9f7e-c5868e703f45 req-27169085-2f39-4062-b1d5-b8c563082c43 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929027 Mar 29 01:25:33.852470 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2e25df3b-2d0d-47f2-ad22-d50af297c710 req-c34f8f18-2cee-4cf7-a902-51715f6e53b7 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147826 Mar 29 01:25:34.964445 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74728687-87f6-4bfa-8526-6848b9677ac6 req-f52df787-0a38-4af3-b0fb-d1cdbd759bfd tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:34.965905 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-74728687-87f6-4bfa-8526-6848b9677ac6 req-f52df787-0a38-4af3-b0fb-d1cdbd759bfd tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0567141 Mar 29 01:25:35.010890 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-74728687-87f6-4bfa-8526-6848b9677ac6 req-2ca173cd-94f5-426d-8d86-3ae5782b7e7f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394239 Mar 29 01:25:36.131883 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b33bf1-8ec1-4609-ad66-8d8a3f194012 req-006de656-0ab4-4c48-bcd2-61b7462bdd26 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:36.133345 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-11b33bf1-8ec1-4609-ad66-8d8a3f194012 req-006de656-0ab4-4c48-bcd2-61b7462bdd26 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 945 time: 0.0517445 Mar 29 01:25:36.178545 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-11b33bf1-8ec1-4609-ad66-8d8a3f194012 req-2e9c5920-a703-4955-918b-8dc369a4c9d7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397882 Mar 29 01:25:36.512660 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0fa778e6-483f-4aaa-a227-5ebb739b4c2e no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:25:36.590773 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e is: ACTIVE; New status is: DOWN {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:25:36.591218 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:36.614050 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:25:36.616276 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9aae48c-4dae-412f-89af-5aba6437496c" -d '{"events": [{"server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:25:36.628289 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:36.633656 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:36.661021 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Mar 2022 01:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb16cec2-ca89-40d3-a56c-87d3954922f8 x-openstack-request-id: req-fb16cec2-ca89-40d3-a56c-87d3954922f8 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:25:36.661314 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "name": "network-vif-unplugged", "status": "failed", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e", "code": 422}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:25:36.661566 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fb16cec2-ca89-40d3-a56c-87d3954922f8 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:25:36.661997 dv-cinder-750782-13-iscsi neutron-server[103387]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fb16cec2-ca89-40d3-a56c-87d3954922f8']: {'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'code': 422} returned with failed status Mar 29 01:25:36.687840 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,revision_number=8']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:36.917625 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-5d0a48ca-8fcf-4816-9ea1-5a7ebd4fea01 req-483565cc-4367-4fea-bc28-703ba784ee93 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:25:36.918850 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5d0a48ca-8fcf-4816-9ea1-5a7ebd4fea01 req-483565cc-4367-4fea-bc28-703ba784ee93 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054231 Mar 29 01:25:37.075992 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f02e12-faa8-4a37-a25d-e5f5af699e84 req-b9539cab-045e-4d6a-8b76-976885a63594 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:37.077506 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9f02e12-faa8-4a37-a25d-e5f5af699e84 req-b9539cab-045e-4d6a-8b76-976885a63594 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0563676 Mar 29 01:25:37.124847 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d9f02e12-faa8-4a37-a25d-e5f5af699e84 req-38c7b8d7-dd34-4aa5-a668-7a1c1184e22c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Mar 29 01:25:37.359356 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45302) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:37.444174 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-6cdd3253-34c8-4b8e-bbcf-6c67097706ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0836830 Mar 29 01:25:37.452938 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-2e9a51f5-79f5-4fb1-ac59-8f40e5a3fd6a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:25:37.453866 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-2e9a51f5-79f5-4fb1-ac59-8f40e5a3fd6a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051563 Mar 29 01:25:37.528988 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 45310) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:25:37.625086 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-802be874-7a33-466a-ac4d-e8c13fa53636 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:37.626353 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-802be874-7a33-466a-ac4d-e8c13fa53636 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports/0fa778e6-483f-4aaa-a227-5ebb739b4c2e HTTP/1.1" status: 200 len: 940 time: 0.0963914 Mar 29 01:25:38.248397 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fba6775-505a-435f-85bc-14d9ae8e6cb6 req-90b96969-2b01-471b-9694-193a44225f73 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:38.250083 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5fba6775-505a-435f-85bc-14d9ae8e6cb6 req-90b96969-2b01-471b-9694-193a44225f73 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0525558 Mar 29 01:25:38.295700 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5fba6775-505a-435f-85bc-14d9ae8e6cb6 req-0edc5d78-673f-4665-9d9a-636bc2cabc88 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400007 Mar 29 01:25:38.458061 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-24369331-92f1-4c7b-b2fe-d0bc6786ce9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:38.459581 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-24369331-92f1-4c7b-b2fe-d0bc6786ce9f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b&tenant_id=4ce5b95bcc76491185ee402041492580 HTTP/1.1" status: 200 len: 1127 time: 0.0487280 Mar 29 01:25:38.521777 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-395848f6-00b2-4423-983d-4d2de525f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:38.523180 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-395848f6-00b2-4423-983d-4d2de525f2f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 1127 time: 0.0429499 Mar 29 01:25:38.612310 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-32c43477-d451-4104-8b3a-954ccd161d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:38.613786 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-32c43477-d451-4104-8b3a-954ccd161d2b service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 918 time: 0.0847244 Mar 29 01:25:38.682185 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-41403923-fec7-4c94-a070-714105ef9a0c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e HTTP/1.1" status: 200 len: 999 time: 0.0613203 Mar 29 01:25:38.731288 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-ddb0a489-ba6c-40eb-8c2d-403ca11ce925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:38.732735 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-ddb0a489-ba6c-40eb-8c2d-403ca11ce925 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 200 len: 856 time: 0.0437319 Mar 29 01:25:38.781197 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-ef31f6ad-91ce-4aa5-9071-92bfcaf04f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:38.782596 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-ef31f6ad-91ce-4aa5-9071-92bfcaf04f7f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f31725d-258b-4c0a-a850-2f95e9536783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0431793 Mar 29 01:25:38.881702 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-0f1f142a-6998-44b5-9373-43be9d3dc2b7 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807955 Mar 29 01:25:38.977980 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-511d13ef-d661-4380-822d-e87c2e9593a5 req-6c1d5e27-4481-435f-8a71-de58d92fda85 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794125 Mar 29 01:25:39.435942 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39698d97-1333-42f7-ba64-6238363fb446 req-80e525e3-dc52-4b64-b585-21ef1d98a3f0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:39.438123 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-39698d97-1333-42f7-ba64-6238363fb446 req-80e525e3-dc52-4b64-b585-21ef1d98a3f0 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0702355 Mar 29 01:25:39.509643 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-39698d97-1333-42f7-ba64-6238363fb446 req-c7388ccb-8f64-4a20-bf10-3f61948b628d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644629 Mar 29 01:25:40.522943 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0fa778e6-483f-4aaa-a227-5ebb739b4c2e no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:25:40.606388 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e is: DOWN; New status is: DOWN {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:25:40.661245 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3dc061-b615-4f30-938f-0939df591a1f req-2e89911f-43db-418e-984c-3711ec053236 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:40.662742 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e3dc061-b615-4f30-938f-0939df591a1f req-2e89911f-43db-418e-984c-3711ec053236 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0537939 Mar 29 01:25:40.716549 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e3dc061-b615-4f30-938f-0939df591a1f req-65c7059b-8bc5-40ff-ae30-daf1256e445e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482752 Mar 29 01:25:41.840452 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e075a5a9-3c3a-4d07-9be6-61bcc48a2ba8 req-a4ea00c1-a5f6-498e-b68a-1887e16efec5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:41.841974 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e075a5a9-3c3a-4d07-9be6-61bcc48a2ba8 req-a4ea00c1-a5f6-498e-b68a-1887e16efec5 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0524197 Mar 29 01:25:41.897650 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e075a5a9-3c3a-4d07-9be6-61bcc48a2ba8 req-f2d46105-11ba-4792-865d-ba84cff5b04f tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486107 Mar 29 01:25:43.022327 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1eb41-26bf-4184-a613-7a2e0e880e7d req-6fa30632-d605-4129-8cf2-04c4a2422d19 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:43.023768 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a3b1eb41-26bf-4184-a613-7a2e0e880e7d req-6fa30632-d605-4129-8cf2-04c4a2422d19 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0525758 Mar 29 01:25:43.072334 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a3b1eb41-26bf-4184-a613-7a2e0e880e7d req-8043baf4-2845-4dfa-8d4e-eef3c1778b15 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428503 Mar 29 01:25:44.198137 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9de79-7fb7-4caf-9fa3-f214e2575fba req-c6dfe047-5e85-423e-a739-baf00fa61a78 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:44.199660 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-27f9de79-7fb7-4caf-9fa3-f214e2575fba req-c6dfe047-5e85-423e-a739-baf00fa61a78 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0535090 Mar 29 01:25:44.249658 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-27f9de79-7fb7-4caf-9fa3-f214e2575fba req-5896968c-85db-478d-b30e-283e7fa25a55 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425780 Mar 29 01:25:45.380817 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100433ad-24fb-4845-a35e-4b5f098cdcc0 req-82b46e1c-ff58-4ff1-aadd-c5ba7e997458 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:45.382787 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-100433ad-24fb-4845-a35e-4b5f098cdcc0 req-82b46e1c-ff58-4ff1-aadd-c5ba7e997458 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0572934 Mar 29 01:25:45.449572 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-100433ad-24fb-4845-a35e-4b5f098cdcc0 req-d214c886-8905-45e0-8fdb-ee8bdc9bd4ed tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596454 Mar 29 01:25:46.577667 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb28a4e7-a1ef-41f0-8688-87f0167a765a req-0b3dffcd-54d4-4b75-b41c-4a8f5f06d277 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:46.579601 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb28a4e7-a1ef-41f0-8688-87f0167a765a req-0b3dffcd-54d4-4b75-b41c-4a8f5f06d277 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0548239 Mar 29 01:25:46.627886 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fb28a4e7-a1ef-41f0-8688-87f0167a765a req-3e889f6c-7539-4f18-8e32-d837835d1f3b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427904 Mar 29 01:25:47.756107 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bdb84-b0c7-40f5-a348-c01425dfb3b0 req-4ba0b888-0dc4-4a18-a365-19f4b8aa7136 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:47.758029 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-487bdb84-b0c7-40f5-a348-c01425dfb3b0 req-4ba0b888-0dc4-4a18-a365-19f4b8aa7136 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0579481 Mar 29 01:25:47.812332 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-487bdb84-b0c7-40f5-a348-c01425dfb3b0 req-3976579b-dad3-4e32-b9a6-bf646c710897 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457177 Mar 29 01:25:48.946533 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a427a70-9589-401d-a419-6a9e9083f204 req-57cd2cfa-018f-4c93-87c8-8d4f0ac4b77a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:48.948296 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8a427a70-9589-401d-a419-6a9e9083f204 req-57cd2cfa-018f-4c93-87c8-8d4f0ac4b77a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0607190 Mar 29 01:25:48.997171 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8a427a70-9589-401d-a419-6a9e9083f204 req-34340d23-bc76-4b1a-b7d5-69df4ad213df tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418284 Mar 29 01:25:50.119080 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873d4ab-7c01-43dc-b274-54f23565cffb req-b7fe733e-3513-4caf-9f24-c92ce2844b03 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:50.120531 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a873d4ab-7c01-43dc-b274-54f23565cffb req-b7fe733e-3513-4caf-9f24-c92ce2844b03 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0518408 Mar 29 01:25:50.170782 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a873d4ab-7c01-43dc-b274-54f23565cffb req-202b5413-6d11-4229-b815-1b10f347e03b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434051 Mar 29 01:25:51.290361 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c516fe-30f3-4528-8402-e3be4f07cee6 req-4ec91f61-efe3-4e7d-be34-31833742cb03 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:51.291838 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-94c516fe-30f3-4528-8402-e3be4f07cee6 req-4ec91f61-efe3-4e7d-be34-31833742cb03 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0512407 Mar 29 01:25:51.339239 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-94c516fe-30f3-4528-8402-e3be4f07cee6 req-04409dde-a11a-4d56-8345-8e649324852c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418713 Mar 29 01:25:52.461046 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d84abe-7c54-4685-be5d-9eea11a46535 req-e183a180-92ec-4ad8-88f2-6a9bb8e3fb73 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:52.462491 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-22d84abe-7c54-4685-be5d-9eea11a46535 req-e183a180-92ec-4ad8-88f2-6a9bb8e3fb73 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0520575 Mar 29 01:25:52.508181 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-22d84abe-7c54-4685-be5d-9eea11a46535 req-4800ef59-14af-43b2-a9ab-47d22eda3b80 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401139 Mar 29 01:25:53.058413 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381498cf-5574-41e6-83e9-7f256b5b5c3e req-18163608-81d4-4562-9f61-e1a58cb6d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:53.059804 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-381498cf-5574-41e6-83e9-7f256b5b5c3e req-18163608-81d4-4562-9f61-e1a58cb6d303 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4ce5b95bcc76491185ee402041492580&device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 1127 time: 0.0468996 Mar 29 01:25:53.309805 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381498cf-5574-41e6-83e9-7f256b5b5c3e req-48b5d950-110f-4ad5-80a3-d082448cbab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:53.312097 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-381498cf-5574-41e6-83e9-7f256b5b5c3e req-48b5d950-110f-4ad5-80a3-d082448cbab0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 200 len: 918 time: 0.0831153 Mar 29 01:25:53.380672 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-381498cf-5574-41e6-83e9-7f256b5b5c3e req-60c67938-0b8e-40d9-a4e4-534cefc613ae service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e HTTP/1.1" status: 200 len: 999 time: 0.0608149 Mar 29 01:25:53.429105 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381498cf-5574-41e6-83e9-7f256b5b5c3e req-b3d20b9b-298b-4f11-b116-364dd52d214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:53.430815 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-381498cf-5574-41e6-83e9-7f256b5b5c3e req-b3d20b9b-298b-4f11-b116-364dd52d214f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 200 len: 856 time: 0.0433257 Mar 29 01:25:53.481331 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381498cf-5574-41e6-83e9-7f256b5b5c3e req-cc6410bb-57c2-4f8e-9d46-08881f08265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:53.483090 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-381498cf-5574-41e6-83e9-7f256b5b5c3e req-cc6410bb-57c2-4f8e-9d46-08881f08265e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3f31725d-258b-4c0a-a850-2f95e9536783&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0460880 Mar 29 01:25:53.574995 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-381498cf-5574-41e6-83e9-7f256b5b5c3e req-973cfe11-b5e5-42e6-8665-00663111a049 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842927 Mar 29 01:25:53.694565 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022662d3-9c59-4303-9bff-bfae51cae347 req-6f05b0a6-2b9f-460b-80fb-c6db18ca44f4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:53.696064 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-022662d3-9c59-4303-9bff-bfae51cae347 req-6f05b0a6-2b9f-460b-80fb-c6db18ca44f4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.1148720 Mar 29 01:25:53.718325 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-381498cf-5574-41e6-83e9-7f256b5b5c3e req-b68de754-2339-48f8-bc23-d0da390212d7 service neutron] 10.222.0.13 "GET /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360226 Mar 29 01:25:53.749474 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-022662d3-9c59-4303-9bff-bfae51cae347 req-73e4ebeb-4da3-4112-8fe2-742ebd3d9fe9 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477419 Mar 29 01:25:54.876647 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c34397-aa90-4be2-af5f-3da6c0768e51 req-68eb2809-2471-4ade-8230-b4d107025c75 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:54.878096 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-28c34397-aa90-4be2-af5f-3da6c0768e51 req-68eb2809-2471-4ade-8230-b4d107025c75 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0516841 Mar 29 01:25:54.923235 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-28c34397-aa90-4be2-af5f-3da6c0768e51 req-4bca9672-91f9-47c7-9d39-96944e17e6da tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395899 Mar 29 01:25:55.127923 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0363fe45-5d4c-4621-aaba-70f78474ace2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:56.042773 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7285b208-22c5-4025-a2f5-1949ef0a6630 req-ec9f5d41-fbc6-4e14-96dd-75b28b02f4f6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:56.044261 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7285b208-22c5-4025-a2f5-1949ef0a6630 req-ec9f5d41-fbc6-4e14-96dd-75b28b02f4f6 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 943 time: 0.0512538 Mar 29 01:25:56.330038 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7285b208-22c5-4025-a2f5-1949ef0a6630 req-a9e96165-92a1-4ad4-b495-9c6793bdf059 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799881 Mar 29 01:25:56.622695 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0fa778e6-483f-4aaa-a227-5ebb739b4c2e details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:25:56.715251 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:56.730767 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'port_id': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'mac_address': 'fa:16:3e:38:16:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:25:56.767570 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:25:56.767963 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:56.781237 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa778e6-483f-4aaa-a227-5ebb739b4c2e {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:25:56.799443 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:56.803436 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:56.848893 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,revision_number=9']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:57.163553 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['0fa778e6-483f-4aaa-a227-5ebb739b4c2e'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:25:57.451426 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a2328f-09dd-49f2-8f8e-693b4ffffb5d req-af08a215-0202-4613-90a9-a9259e38c883 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:57.452963 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d1a2328f-09dd-49f2-8f8e-693b4ffffb5d req-af08a215-0202-4613-90a9-a9259e38c883 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 944 time: 0.0529971 Mar 29 01:25:57.498343 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d1a2328f-09dd-49f2-8f8e-693b4ffffb5d req-4264f867-2d8f-4189-95b6-d611ada4184c tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392275 Mar 29 01:25:57.521036 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a1b8c73c-c8e9-4890-b68f-eebf9e96dcec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:58.579428 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:58.623273 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93342919-9f2e-470f-8129-d83e6a9d3af7 req-59719bf0-1d98-45d0-b35e-ea2a95daba01 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:58.624696 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93342919-9f2e-470f-8129-d83e6a9d3af7 req-59719bf0-1d98-45d0-b35e-ea2a95daba01 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 944 time: 0.0528436 Mar 29 01:25:58.630893 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0fa778e6-483f-4aaa-a227-5ebb739b4c2e up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:25:58.670372 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-93342919-9f2e-470f-8129-d83e6a9d3af7 req-fcfe7859-2929-4004-807f-16f00e25e89e tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399981 Mar 29 01:25:58.678983 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:25:58.679370 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:58.758443 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:25:58.758875 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:58.781115 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:25:58.783377 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc60397-df24-46d5-8902-99868ce365f4" -d '{"events": [{"server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "name": "network-vif-plugged", "status": "completed", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:25:58.796552 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:25:58.800766 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:25:58.823829 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935f272b-2bcc-43da-8524-14567977a3b2 x-openstack-request-id: req-935f272b-2bcc-43da-8524-14567977a3b2 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:25:58.824122 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "name": "network-vif-plugged", "status": "completed", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:25:58.824370 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-935f272b-2bcc-43da-8524-14567977a3b2 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:25:58.824756 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-935f272b-2bcc-43da-8524-14567977a3b2'] response: {'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'code': 200} Mar 29 01:25:58.854688 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,revision_number=10']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:25:59.013957 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a3637-f342-466f-b23c-09036cc5539b req-5c88304a-e7fa-40aa-be4f-379b52e24b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:59.015646 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-059a3637-f342-466f-b23c-09036cc5539b req-5c88304a-e7fa-40aa-be4f-379b52e24b20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 1130 time: 0.0465732 Mar 29 01:25:59.057991 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-059a3637-f342-466f-b23c-09036cc5539b req-8bbbc04d-9bbe-4461-a0ad-310ba93ba5c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361459 Mar 29 01:25:59.796238 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314a2a2-85d4-4cd6-9c31-182deeeda4e3 req-4eb881c4-00d7-4d57-8952-3e390b8e14a1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:25:59.797789 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4314a2a2-85d4-4cd6-9c31-182deeeda4e3 req-4eb881c4-00d7-4d57-8952-3e390b8e14a1 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 946 time: 0.0574098 Mar 29 01:25:59.843452 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4314a2a2-85d4-4cd6-9c31-182deeeda4e3 req-bae3d4fa-bb0f-42e6-99b8-1798da039d58 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399966 Mar 29 01:25:59.945667 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:00.973919 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaec3f-67fa-4a77-984f-9e6191845e62 req-882dcc03-6c36-4665-8314-66fa7328a3cd tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:26:00.975493 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3baaec3f-67fa-4a77-984f-9e6191845e62 req-882dcc03-6c36-4665-8314-66fa7328a3cd tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 946 time: 0.0559416 Mar 29 01:26:01.022658 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3baaec3f-67fa-4a77-984f-9e6191845e62 req-be6fc0b5-ccc3-4ace-96e6-ffd96bee49e8 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 Mar 29 01:26:01.523453 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:01.678728 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:26:02.144468 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4784572-d810-44dc-b1b8-109f7581e767 req-1f0c7e18-3038-4f4d-861c-a663f102570d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:26:02.145935 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c4784572-d810-44dc-b1b8-109f7581e767 req-1f0c7e18-3038-4f4d-861c-a663f102570d tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 946 time: 0.0541911 Mar 29 01:26:02.192553 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c4784572-d810-44dc-b1b8-109f7581e767 req-d45a29ad-49ce-4c1d-a049-f7e6371e8eeb tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411050 Mar 29 01:26:03.261683 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:25.128945 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a52e60a7-d6b1-4302-b0b5-579a99c36b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:27.513834 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-33a865b9-a131-4842-adae-15089464eaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:28.580573 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:29.947078 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:31.524602 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:33.264688 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:38.677705 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:26:41.156873 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-07f07af2-1a58-4583-b27b-e9edc9075fc0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483105 Mar 29 01:26:41.230267 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-7309d63b-5ec0-47e3-8a6a-bb4997869949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:26:41.231773 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-7309d63b-5ec0-47e3-8a6a-bb4997869949 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=902a86ad707c47ad86317d2da4d8330d&device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 1129 time: 0.0485020 Mar 29 01:26:41.331947 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-04158c7a-98eb-4dd0-85d9-1f142ea587af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:26:41.333297 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-04158c7a-98eb-4dd0-85d9-1f142ea587af service neutron] 10.222.0.13 "GET /v2.0/networks?id=872ba3d6-a4f4-440e-b819-614235685003 HTTP/1.1" status: 200 len: 912 time: 0.0828509 Mar 29 01:26:41.401192 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-234d62a0-3b3a-44ac-ae33-49cd324d6041 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=858a100c-43bb-43bb-ba67-b8bbbb77eb9f HTTP/1.1" status: 200 len: 1001 time: 0.0612440 Mar 29 01:26:41.448309 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-2d6f2b29-7b56-4b2a-8111-259dab1427d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:26:41.449696 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-2d6f2b29-7b56-4b2a-8111-259dab1427d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4ef3743e-1971-40c1-94e5-2ae73513de69 HTTP/1.1" status: 200 len: 850 time: 0.0429354 Mar 29 01:26:41.499598 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-ee974360-3104-4345-a3c5-07b0507c3afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:26:41.501354 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-ee974360-3104-4345-a3c5-07b0507c3afc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=872ba3d6-a4f4-440e-b819-614235685003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0448472 Mar 29 01:26:41.608419 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-41fbdb6d-f7e8-4292-b918-b5758bcedff6 service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002426 Mar 29 01:26:41.697213 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1161e59c-a350-44f4-b08c-6762294dfa84 req-39d659e6-d26b-492c-83c9-de418c433994 service neutron] 10.222.0.13 "GET /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821369 Mar 29 01:26:51.847771 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a572d1-2d56-4b91-99fe-1d8728b40628 req-b761868f-0b41-4b4d-9bcd-686abcb48cda tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:26:51.849162 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-54a572d1-2d56-4b91-99fe-1d8728b40628 req-b761868f-0b41-4b4d-9bcd-686abcb48cda tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 945 time: 0.0528557 Mar 29 01:26:51.898744 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-54a572d1-2d56-4b91-99fe-1d8728b40628 req-de998e6c-02e3-4e8e-bdf8-78998b1fe40b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440519 Mar 29 01:26:53.020960 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6d46b1-52b9-460d-b6d3-0041653206ba req-714473fe-8d1c-43dc-ac96-21055585c446 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:26:53.022334 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0c6d46b1-52b9-460d-b6d3-0041653206ba req-714473fe-8d1c-43dc-ac96-21055585c446 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 945 time: 0.0524125 Mar 29 01:26:53.067783 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0c6d46b1-52b9-460d-b6d3-0041653206ba req-691b33ff-e699-4a29-b9ae-74d29dabab6b tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398169 Mar 29 01:26:53.908345 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-1f16fc54-94cd-4364-a78b-abf2befe7653 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:26:53.910310 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-1f16fc54-94cd-4364-a78b-abf2befe7653 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 945 time: 0.0513740 Mar 29 01:26:54.005792 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Deleting port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:26:54.006135 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:54.091456 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] For port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=858a100c-43bb-43bb-ba67-b8bbbb77eb9f,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:26:54.092114 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:54.239258 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a27f28d-443a-472e-887d-fa0bd394e890 req-a908da03-3178-4831-87a0-833c72ba3ba3 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:26:54.240711 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3a27f28d-443a-472e-887d-fa0bd394e890 req-a908da03-3178-4831-87a0-833c72ba3ba3 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/ports?device_id=7c398343-4a25-401a-ab55-be2431056bac HTTP/1.1" status: 200 len: 945 time: 0.1039875 Mar 29 01:26:54.332470 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3a27f28d-443a-472e-887d-fa0bd394e890 req-1a9717c0-313b-4a81-b6a9-379ab95eb982 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups?id=9df946e5-3730-4cc4-bc69-b6ab17aebfef&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848954 Mar 29 01:26:54.334256 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:54.334625 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (4c76a517-551c-44eb-8d87-435994fc8673), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:54.334965 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Floating IP 4c76a517-551c-44eb-8d87-435994fc8673 disassociated. External IP: 172.27.2.136, port: 858a100c-43bb-43bb-ba67-b8bbbb77eb9f. Mar 29 01:26:54.335315 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Calling delete_port for 858a100c-43bb-43bb-ba67-b8bbbb77eb9f owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:26:54.463265 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (858a100c-43bb-43bb-ba67-b8bbbb77eb9f), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:54.489971 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event deleted for resources: {'Port': ['ID=858a100c-43bb-43bb-ba67-b8bbbb77eb9f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:26:54.503275 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.504199 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.504549 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.504888 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.505371 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.505545 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.505900 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.506191 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.506519 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.506870 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.507197 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.507523 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.507847 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.508169 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.508489 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:54.619209 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Router 4ae8effa-86cf-4466-b0f4-44928a38106a has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:26:54.727286 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:26:54.736595 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993506b-8eb2-47af-b5af-74848afbc790 None None] Sync routers for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:26:54.747983 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993506b-8eb2-47af-b5af-74848afbc790 None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:26:54.748596 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-8993506b-8eb2-47af-b5af-74848afbc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:26:54.768800 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] No DVR routers for this DVR port 858a100c-43bb-43bb-ba67-b8bbbb77eb9f on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:26:54.771416 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:54.774781 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6ec9dc9a-93c8-4a60-911b-373eaec3f051 req-d5bc77de-55cc-456d-b975-6b7fd442144f tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.13 "DELETE /v2.0/ports/858a100c-43bb-43bb-ba67-b8bbbb77eb9f HTTP/1.1" status: 204 len: 173 time: 0.8583190 Mar 29 01:26:54.775237 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c398343-4a25-401a-ab55-be2431056bac', 'name': 'network-vif-deleted', 'tag': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:26:54.777507 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdeecef2-ade0-431f-885b-e69e0da0e518" -d '{"events": [{"server_uuid": "7c398343-4a25-401a-ab55-be2431056bac", "name": "network-vif-deleted", "tag": "858a100c-43bb-43bb-ba67-b8bbbb77eb9f"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:26:54.828528 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef0e746-d580-4cad-b13a-eb8bdd68b0e7 x-openstack-request-id: req-fef0e746-d580-4cad-b13a-eb8bdd68b0e7 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:26:54.829075 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c398343-4a25-401a-ab55-be2431056bac", "name": "network-vif-deleted", "tag": "858a100c-43bb-43bb-ba67-b8bbbb77eb9f", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:26:54.829539 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fef0e746-d580-4cad-b13a-eb8bdd68b0e7 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:26:54.830105 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef0e746-d580-4cad-b13a-eb8bdd68b0e7'] response: {'server_uuid': '7c398343-4a25-401a-ab55-be2431056bac', 'name': 'network-vif-deleted', 'tag': '858a100c-43bb-43bb-ba67-b8bbbb77eb9f', 'status': 'completed', 'code': 200} Mar 29 01:26:54.868663 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-8993506b-8eb2-47af-b5af-74848afbc790 None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:26:55.076618 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-8993506b-8eb2-47af-b5af-74848afbc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:26:55.101972 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993506b-8eb2-47af-b5af-74848afbc790 None None] Checking router: 4ae8effa-86cf-4466-b0f4-44928a38106a for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:26:55.109834 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8993506b-8eb2-47af-b5af-74848afbc790 None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:26:55.110439 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-8993506b-8eb2-47af-b5af-74848afbc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:26:55.131476 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f185dbe1-24f2-404c-83b6-c5a0f62cafef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:55.221117 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-8993506b-8eb2-47af-b5af-74848afbc790 None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:26:55.419436 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 45620) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:26:55.471491 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (9df946e5-3730-4cc4-bc69-b6ab17aebfef), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:55.496082 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (9df946e5-3730-4cc4-bc69-b6ab17aebfef), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:55.512313 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-8993506b-8eb2-47af-b5af-74848afbc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:26:55.542486 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8993506b-8eb2-47af-b5af-74848afbc790 None None] The sync data for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi is: [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:19Z', 'revision_number': 4, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4e2b0aad-8452-40bf-8675-f38dd1840551', 'name': '', 'network_id': '872ba3d6-a4f4-440e-b819-614235685003', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'mac_address': 'fa:16:3e:75:02:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_interface', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:19Z', 'updated_at': '2022-03-29T01:18:23Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'subnets': [{'id': '4ef3743e-1971-40c1-94e5-2ae73513de69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:26:55.544827 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (9df946e5-3730-4cc4-bc69-b6ab17aebfef), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:55.548207 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:55.549645 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "DELETE /v2.0/security-groups/9df946e5-3730-4cc4-bc69-b6ab17aebfef HTTP/1.1" status: 204 len: 168 time: 0.1291299 Mar 29 01:26:55.553397 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45624) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:26:55.560325 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df946e5-3730-4cc4-bc69-b6ab17aebfef,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:26:55.567867 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.568061 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.api.v2.resource [None req-9825d0bd-1518-4829-81c3-1d66aeeccd90 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] show failed (client error): The resource could not be found. Mar 29 01:26:55.568217 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.568561 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.568903 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.569238 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.569464 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-9825d0bd-1518-4829-81c3-1d66aeeccd90 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "GET /v2.0/security-groups/9df946e5-3730-4cc4-bc69-b6ab17aebfef HTTP/1.1" status: 404 len: 347 time: 0.0147665 Mar 29 01:26:55.569582 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.569882 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.570205 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.570694 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.571063 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.571394 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.571868 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.572204 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.572374 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45626) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:26:55.572523 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.573034 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a49698-7cbb-41bb-a7be-3b784e06864e tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:26:55.704308 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ce966381-aa7c-42e7-a39a-5256ac01f746 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Deleting port 479f80c6-aa83-4990-83a4-874188517936 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:26:55.704658 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce966381-aa7c-42e7-a39a-5256ac01f746 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (479f80c6-aa83-4990-83a4-874188517936), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:55.788447 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce966381-aa7c-42e7-a39a-5256ac01f746 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (479f80c6-aa83-4990-83a4-874188517936), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:55.788787 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce966381-aa7c-42e7-a39a-5256ac01f746 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (479f80c6-aa83-4990-83a4-874188517936), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:55.801734 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ce966381-aa7c-42e7-a39a-5256ac01f746 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Calling delete_port for 479f80c6-aa83-4990-83a4-874188517936 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:26:55.807403 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c7cfc-6cf6-4af8-9e0f-2d3e053e1fa7 None None] New status for floating IP 4c76a517-551c-44eb-8d87-435994fc8673: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:26:55.892714 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.db.api [None req-378c7cfc-6cf6-4af8-9e0f-2d3e053e1fa7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 29 01:26:55.892714 dv-cinder-750782-13-iscsi neutron-server[103387]: [SQL: UPDATE floatingips SET status=%(status)s WHERE floatingips.id = %(floatingips_id)s] Mar 29 01:26:55.892714 dv-cinder-750782-13-iscsi neutron-server[103387]: [parameters: {'status': 'DOWN', 'floatingips_id': '4c76a517-551c-44eb-8d87-435994fc8673'}] Mar 29 01:26:55.892714 dv-cinder-750782-13-iscsi neutron-server[103387]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103387) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 29 01:26:55.893341 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG oslo_db.api [None req-378c7cfc-6cf6-4af8-9e0f-2d3e053e1fa7 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 29 01:26:55.936057 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce966381-aa7c-42e7-a39a-5256ac01f746 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (479f80c6-aa83-4990-83a4-874188517936), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:55.960681 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce966381-aa7c-42e7-a39a-5256ac01f746 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Pushing event deleted for resources: {'Port': ['ID=479f80c6-aa83-4990-83a4-874188517936,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:26:56.018585 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce966381-aa7c-42e7-a39a-5256ac01f746 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks [] for floatingip (4c76a517-551c-44eb-8d87-435994fc8673), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:56.021912 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ce966381-aa7c-42e7-a39a-5256ac01f746 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:56.023086 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ce966381-aa7c-42e7-a39a-5256ac01f746 tempest-AttachVolumeTestJSON-1456362753 tempest-AttachVolumeTestJSON-1456362753-project] 10.222.0.23 "DELETE /v2.0/floatingips/4c76a517-551c-44eb-8d87-435994fc8673 HTTP/1.1" status: 204 len: 168 time: 0.4496658 Mar 29 01:26:56.396524 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378c7cfc-6cf6-4af8-9e0f-2d3e053e1fa7 None None] New status for floating IP 4c76a517-551c-44eb-8d87-435994fc8673: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:26:56.874038 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 858a100c-43bb-43bb-ba67-b8bbbb77eb9f no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:26:56.897829 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 858a100c-43bb-43bb-ba67-b8bbbb77eb9f {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:26:56.898167 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 858a100c-43bb-43bb-ba67-b8bbbb77eb9f not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:26:57.516138 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ec0606d9-28f4-47a9-b9f0-7d43da3adb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:58.582808 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:26:59.546434 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45664) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:26:59.949547 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:00.053692 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622086'] for router_interface (4ae8effa-86cf-4466-b0f4-44928a38106a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:00.350568 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] Deleting port 4e2b0aad-8452-40bf-8675-f38dd1840551 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:00.350943 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:00.426926 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] For port 4e2b0aad-8452-40bf-8675-f38dd1840551, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=4e2b0aad-8452-40bf-8675-f38dd1840551,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:00.427291 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:00.441246 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] Calling delete_port for 4e2b0aad-8452-40bf-8675-f38dd1840551 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:00.626601 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (4e2b0aad-8452-40bf-8675-f38dd1840551), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:00.654836 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2b0aad-8452-40bf-8675-f38dd1840551,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:01.076246 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1637334'] for router_interface (4ae8effa-86cf-4466-b0f4-44928a38106a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:01.231343 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea18068-e771-40fd-8e81-73db903ce0e3 req-3ba251f4-4d65-4bba-834f-f65e9d116b37 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:01.232804 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cea18068-e771-40fd-8e81-73db903ce0e3 req-3ba251f4-4d65-4bba-834f-f65e9d116b37 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 946 time: 0.0722380 Mar 29 01:27:01.349530 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cea18068-e771-40fd-8e81-73db903ce0e3 req-b01ad851-b3c6-4263-939a-b7af02d0c747 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814509 Mar 29 01:27:01.375283 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] Router 4ae8effa-86cf-4466-b0f4-44928a38106a has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:27:01.481843 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:27:01.486765 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7db0847d-4f44-4207-897c-2a41083d94f2 admin admin] 10.222.0.23 "PUT /v2.0/routers/4ae8effa-86cf-4466-b0f4-44928a38106a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9392595 Mar 29 01:27:01.489969 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45692) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:01.492669 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4bee4f-f391-4c81-ab89-c99114513b47 None None] Sync routers for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:27:01.502117 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4bee4f-f391-4c81-ab89-c99114513b47 None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:01.502719 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-2a4bee4f-f391-4c81-ab89-c99114513b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:01.526886 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:01.600170 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Publish callbacks [] for router (4ae8effa-86cf-4466-b0f4-44928a38106a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:01.608948 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-2a4bee4f-f391-4c81-ab89-c99114513b47 None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:01.708021 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Publish callbacks [] for router_gateway (4ae8effa-86cf-4466-b0f4-44928a38106a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:01.763191 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Deleting port 873487cb-8435-4745-a9e4-cc404f926d8f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:01.763651 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:01.785922 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-2a4bee4f-f391-4c81-ab89-c99114513b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192'}], 'enable_snat': True}, 'gw_port_id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:27:00Z', 'revision_number': 5, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port': {'id': '873487cb-8435-4745-a9e4-cc404f926d8f', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:eb:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:01.811731 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4bee4f-f391-4c81-ab89-c99114513b47 None None] Checking router: 4ae8effa-86cf-4466-b0f4-44928a38106a for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:27:01.820320 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4bee4f-f391-4c81-ab89-c99114513b47 None None] Routers {'4ae8effa-86cf-4466-b0f4-44928a38106a'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:01.820928 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-2a4bee4f-f391-4c81-ab89-c99114513b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['4ae8effa-86cf-4466-b0f4-44928a38106a'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:01.845489 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] For port 873487cb-8435-4745-a9e4-cc404f926d8f, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=873487cb-8435-4745-a9e4-cc404f926d8f,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:01.845863 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:01.858584 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Calling delete_port for 873487cb-8435-4745-a9e4-cc404f926d8f owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:01.905700 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-2a4bee4f-f391-4c81-ab89-c99114513b47 None None] Set router 4ae8effa-86cf-4466-b0f4-44928a38106a gateway port host: None {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:01.958561 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-2a4bee4f-f391-4c81-ab89-c99114513b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:27:01Z', 'revision_number': 6, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port_host': None}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:01.984909 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4bee4f-f391-4c81-ab89-c99114513b47 None None] The sync data for ids ['4ae8effa-86cf-4466-b0f4-44928a38106a'] in dv-cinder-750782-13-iscsi is: [{'id': '4ae8effa-86cf-4466-b0f4-44928a38106a', 'name': 'tempest-AttachVolumeTestJSON-1677166541-router', 'tenant_id': '902a86ad707c47ad86317d2da4d8330d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:18:17Z', 'updated_at': '2022-03-29T01:27:01Z', 'revision_number': 6, 'project_id': '902a86ad707c47ad86317d2da4d8330d', 'gw_port_host': None}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:27:02.029990 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (873487cb-8435-4745-a9e4-cc404f926d8f), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.056803 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=873487cb-8435-4745-a9e4-cc404f926d8f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:02.115353 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622332'] for router_gateway (4ae8effa-86cf-4466-b0f4-44928a38106a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.203640 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61846'] for router (4ae8effa-86cf-4466-b0f4-44928a38106a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.205693 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Publish callbacks [] for router_controller (4ae8effa-86cf-4466-b0f4-44928a38106a), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.251240 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636825'] for router (4ae8effa-86cf-4466-b0f4-44928a38106a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.251812 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4ae8effa-86cf-4466-b0f4-44928a38106a {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 01:27:02.256612 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.257767 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-bcd46ff5-5ce5-400b-9789-e7997398c9d9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4ae8effa-86cf-4466-b0f4-44928a38106a HTTP/1.1" status: 204 len: 168 time: 0.7668991 Mar 29 01:27:02.260373 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45696) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:02.304557 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b9069a-86d0-4309-be7d-babe92cafa13 admin admin] Deleting subnet 4ef3743e-1971-40c1-94e5-2ae73513de69 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:27:02.307771 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94b9069a-86d0-4309-be7d-babe92cafa13 admin admin] Publish callbacks [] for subnet (4ef3743e-1971-40c1-94e5-2ae73513de69), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.343352 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94b9069a-86d0-4309-be7d-babe92cafa13 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17431472'] for subnet (4ef3743e-1971-40c1-94e5-2ae73513de69), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.430282 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94b9069a-86d0-4309-be7d-babe92cafa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (4ef3743e-1971-40c1-94e5-2ae73513de69), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.518197 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc46cb-2652-49cf-9664-1fcc160dcd84 req-318545e4-9137-4a05-9d5e-693c91135804 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:02.520360 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67bc46cb-2652-49cf-9664-1fcc160dcd84 req-318545e4-9137-4a05-9d5e-693c91135804 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 946 time: 0.0873871 Mar 29 01:27:02.525553 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94b9069a-86d0-4309-be7d-babe92cafa13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17431170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16946388'] for subnet (4ef3743e-1971-40c1-94e5-2ae73513de69), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.557656 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9069a-86d0-4309-be7d-babe92cafa13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef3743e-1971-40c1-94e5-2ae73513de69,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:02.568879 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-94b9069a-86d0-4309-be7d-babe92cafa13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.572043 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-94b9069a-86d0-4309-be7d-babe92cafa13 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ef3743e-1971-40c1-94e5-2ae73513de69 HTTP/1.1" status: 204 len: 168 time: 0.3107023 Mar 29 01:27:02.574667 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 45700) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:02.578229 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aee9ffe9-e0e0-45ed-9fbc-269a35de1045 None None] Network 872ba3d6-a4f4-440e-b819-614235685003 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:27:02.600745 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-67bc46cb-2652-49cf-9664-1fcc160dcd84 req-554356d5-603d-444e-8445-f9057b8015fc tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups?id=29f44e80-eb20-4806-978b-11d92204218b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728261 Mar 29 01:27:02.660930 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (872ba3d6-a4f4-440e-b819-614235685003), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.714631 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Deleting port bd7e4f0c-6c45-4951-8d62-fad30c61bcba {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:02.715019 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.762372 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] DHCP port deletion for 872ba3d6-a4f4-440e-b819-614235685003 request from dv-cinder-750782-13-iscsi {{(pid=103387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 01:27:02.803020 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] For port bd7e4f0c-6c45-4951-8d62-fad30c61bcba, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=bd7e4f0c-6c45-4951-8d62-fad30c61bcba,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:02.803380 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.812872 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Deleting port bd7e4f0c-6c45-4951-8d62-fad30c61bcba {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:02.813331 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.816653 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Calling delete_port for bd7e4f0c-6c45-4951-8d62-fad30c61bcba owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:02.866943 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-23e7dc8d-3950-41c9-9354-6313fcc459bd tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:02.868440 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-23e7dc8d-3950-41c9-9354-6313fcc459bd tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.13 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 946 time: 0.0589168 Mar 29 01:27:02.893096 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] For port bd7e4f0c-6c45-4951-8d62-fad30c61bcba, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=bd7e4f0c-6c45-4951-8d62-fad30c61bcba,segment=NetworkSegment(e60b5a2f-ed82-4ed5-b22d-394c0c566fc5),segment_id=e60b5a2f-ed82-4ed5-b22d-394c0c566fc5)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:02.893663 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.903796 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:02.917220 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] No DVR routers for this DVR port bd7e4f0c-6c45-4951-8d62-fad30c61bcba on host dv-cinder-750782-13-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:27:02.917449 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Calling delete_port for bd7e4f0c-6c45-4951-8d62-fad30c61bcba owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:02.937409 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd7e4f0c-6c45-4951-8d62-fad30c61bcba,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:02.970634 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Deleting port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:02.971086 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.014036 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (872ba3d6-a4f4-440e-b819-614235685003), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.038837 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['872ba3d6-a4f4-440e-b819-614235685003']}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:03.049660 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5') {'for_net_delete': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:03.049970 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60b5a2f-ed82-4ed5-b22d-394c0c566fc5') {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:03.053736 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637'] for port (bd7e4f0c-6c45-4951-8d62-fad30c61bcba), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.068043 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10083217'] for segment (e60b5a2f-ed82-4ed5-b22d-394c0c566fc5), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.084307 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] For port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:03.084800 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.087731 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (e60b5a2f-ed82-4ed5-b22d-394c0c566fc5), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.094116 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] No DVR routers for this DVR port bd7e4f0c-6c45-4951-8d62-fad30c61bcba on host dv-cinder-750782-13-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:27:03.095000 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=103386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:27:03.095457 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10030687'] for segment (e60b5a2f-ed82-4ed5-b22d-394c0c566fc5), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.096653 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Pushing event deleted for resources: {'Port': ['ID=bd7e4f0c-6c45-4951-8d62-fad30c61bcba,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: Traceback (most recent call last): Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: timer() Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: cb(*args, **kw) Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: return func(*args, **kwargs) Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: self._notify() Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: self.callback(batched_events) Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: event.method(event) Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: return f(self, *a, **k) Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._get(url).json() Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: return self.request(url, 'GET', **kwargs) Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:27:03.097771 dv-cinder-750782-13-iscsi neutron-server[103386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:27:03.113197 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.113830 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.114628 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.115152 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.116329 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.116823 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.117317 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.117955 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.118427 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.119096 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.119433 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.119764 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.120091 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.120414 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.120787 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b290b5df-206e-4cdb-becb-ec306c5898e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:03.166338 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (872ba3d6-a4f4-440e-b819-614235685003), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.173922 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.178047 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] 10.222.0.23 "DELETE /v2.0/networks/872ba3d6-a4f4-440e-b819-614235685003 HTTP/1.1" status: 204 len: 168 time: 0.6023769 Mar 29 01:27:03.187844 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af002ed-4b81-4a11-aaef-6854b1c091f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=872ba3d6-a4f4-440e-b819-614235685003,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:03.276663 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.295477 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 45706) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:03.301824 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.302133 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (014db9e5-64e9-4708-a1a2-e3bfd40cd15d), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.302441 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Floating IP 014db9e5-64e9-4708-a1a2-e3bfd40cd15d disassociated. External IP: 172.27.2.196, port: 0fa778e6-483f-4aaa-a227-5ebb739b4c2e. Mar 29 01:27:03.302850 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Calling delete_port for 0fa778e6-483f-4aaa-a227-5ebb739b4c2e owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:03.366294 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45708) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:03.368506 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-ab3b46a9-ec79-4f54-b2c7-6e6596249b33 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=902a86ad707c47ad86317d2da4d8330d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0697129 Mar 29 01:27:03.416477 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 4e2b0aad-8452-40bf-8675-f38dd1840551 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:27:03.437542 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 4e2b0aad-8452-40bf-8675-f38dd1840551 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:27:03.437827 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 4e2b0aad-8452-40bf-8675-f38dd1840551 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:27:03.438223 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 873487cb-8435-4745-a9e4-cc404f926d8f no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:27:03.457223 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 873487cb-8435-4745-a9e4-cc404f926d8f {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:27:03.457575 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 873487cb-8435-4745-a9e4-cc404f926d8f not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:27:03.457991 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device bd7e4f0c-6c45-4951-8d62-fad30c61bcba no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:27:03.459939 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b24c7b48-bae3-4692-993c-bfe77d7249c9 admin admin] Publish callbacks [] for security_group (0b68c329-2c41-430f-99d2-ed1a35647a05), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.479656 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: bd7e4f0c-6c45-4951-8d62-fad30c61bcba {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:27:03.480006 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device bd7e4f0c-6c45-4951-8d62-fad30c61bcba not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:27:03.492758 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b24c7b48-bae3-4692-993c-bfe77d7249c9 admin admin] Publish callbacks [] for security_group (0b68c329-2c41-430f-99d2-ed1a35647a05), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.498984 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (0fa778e6-483f-4aaa-a227-5ebb739b4c2e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.540876 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event deleted for resources: {'Port': ['ID=0fa778e6-483f-4aaa-a227-5ebb739b4c2e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:03.638670 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b24c7b48-bae3-4692-993c-bfe77d7249c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (0b68c329-2c41-430f-99d2-ed1a35647a05), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.640731 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b24c7b48-bae3-4692-993c-bfe77d7249c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.641982 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b24c7b48-bae3-4692-993c-bfe77d7249c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b68c329-2c41-430f-99d2-ed1a35647a05 HTTP/1.1" status: 204 len: 168 time: 0.2751360 Mar 29 01:27:03.656877 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c7b48-bae3-4692-993c-bfe77d7249c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b68c329-2c41-430f-99d2-ed1a35647a05,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:03.718446 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f26ae24c-0414-42a3-bca5-07c08ab6b3fd req-3f23c315-934d-40c3-b310-ea50910560a7 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/ports?device_id=05f83c7e-d52c-49eb-94e8-1fe7255a155b HTTP/1.1" status: 200 len: 210 time: 0.0346107 Mar 29 01:27:03.720178 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Router 819619fe-4f35-4d32-9262-85365632943b has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:27:03.844443 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:27:03.854691 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec75fb5-0afd-4b5e-bfb1-a0afcb7afb12 None None] Sync routers for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:27:03.866477 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec75fb5-0afd-4b5e-bfb1-a0afcb7afb12 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:03.867356 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fec75fb5-0afd-4b5e-bfb1-a0afcb7afb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:03.896589 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] No DVR routers for this DVR port 0fa778e6-483f-4aaa-a227-5ebb739b4c2e on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:27:03.899314 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:03.902978 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-54ae2b08-3223-48a9-b5ac-1ca4f62f2e7a req-3c51d637-fa04-4b99-9bb2-93820f8da9c4 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.13 "DELETE /v2.0/ports/0fa778e6-483f-4aaa-a227-5ebb739b4c2e HTTP/1.1" status: 204 len: 173 time: 1.0293403 Mar 29 01:27:03.903510 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'name': 'network-vif-deleted', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:27:03.906057 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0307e03-52b1-455c-b05c-923cc79a4923" -d '{"events": [{"server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "name": "network-vif-deleted", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:27:04.007509 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-fec75fb5-0afd-4b5e-bfb1-a0afcb7afb12 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:04.164325 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e016ad4-1bec-45b2-9a4a-00e6fa891443 x-openstack-request-id: req-2e016ad4-1bec-45b2-9a4a-00e6fa891443 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:27:04.165241 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f83c7e-d52c-49eb-94e8-1fe7255a155b", "name": "network-vif-deleted", "tag": "0fa778e6-483f-4aaa-a227-5ebb739b4c2e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:27:04.165241 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2e016ad4-1bec-45b2-9a4a-00e6fa891443 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:27:04.165737 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e016ad4-1bec-45b2-9a4a-00e6fa891443'] response: {'server_uuid': '05f83c7e-d52c-49eb-94e8-1fe7255a155b', 'name': 'network-vif-deleted', 'tag': '0fa778e6-483f-4aaa-a227-5ebb739b4c2e', 'status': 'completed', 'code': 200} Mar 29 01:27:04.244296 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fec75fb5-0afd-4b5e-bfb1-a0afcb7afb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:04.274882 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec75fb5-0afd-4b5e-bfb1-a0afcb7afb12 None None] Checking router: 819619fe-4f35-4d32-9262-85365632943b for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:27:04.283251 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec75fb5-0afd-4b5e-bfb1-a0afcb7afb12 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:04.283870 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fec75fb5-0afd-4b5e-bfb1-a0afcb7afb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:04.524222 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-fec75fb5-0afd-4b5e-bfb1-a0afcb7afb12 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:04.727587 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fec75fb5-0afd-4b5e-bfb1-a0afcb7afb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:04.755273 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec75fb5-0afd-4b5e-bfb1-a0afcb7afb12 None None] The sync data for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi is: [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:16:43Z', 'revision_number': 4, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '4b8f37b3-76f0-401f-9af6-d49ed0dc74c2', 'name': '', 'network_id': '3f31725d-258b-4c0a-a850-2f95e9536783', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'mac_address': 'fa:16:3e:93:5d:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:40Z', 'updated_at': '2022-03-29T01:16:53Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'subnets': [{'id': '87e3f621-fd45-46f2-b74f-22cfad48deb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:27:04.838102 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 45754) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:04.899459 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65e7dd5f-cff1-4eb9-a49d-2be854c6680a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (29f44e80-eb20-4806-978b-11d92204218b), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:04.924405 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65e7dd5f-cff1-4eb9-a49d-2be854c6680a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (29f44e80-eb20-4806-978b-11d92204218b), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:04.982830 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65e7dd5f-cff1-4eb9-a49d-2be854c6680a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (29f44e80-eb20-4806-978b-11d92204218b), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:04.986223 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-65e7dd5f-cff1-4eb9-a49d-2be854c6680a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:04.987370 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-65e7dd5f-cff1-4eb9-a49d-2be854c6680a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "DELETE /v2.0/security-groups/29f44e80-eb20-4806-978b-11d92204218b HTTP/1.1" status: 204 len: 168 time: 0.1480134 Mar 29 01:27:04.991236 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45760) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:04.999237 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7dd5f-cff1-4eb9-a49d-2be854c6680a tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f44e80-eb20-4806-978b-11d92204218b,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:05.010019 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.api.v2.resource [None req-6efafbdb-60ae-4263-9210-21ef1fb8a35b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] show failed (client error): The resource could not be found. Mar 29 01:27:05.011111 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-6efafbdb-60ae-4263-9210-21ef1fb8a35b tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "GET /v2.0/security-groups/29f44e80-eb20-4806-978b-11d92204218b HTTP/1.1" status: 404 len: 347 time: 0.0182528 Mar 29 01:27:05.014020 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45762) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:05.062785 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40291a87-e3fc-49db-b3f0-3d21423b708f None None] New status for floating IP 014db9e5-64e9-4708-a1a2-e3bfd40cd15d: DOWN {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:27:05.153583 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ac3525fe-eb6e-4789-a858-a858fc167359 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Deleting port 5ea40ee6-92a9-4f53-b387-92793769b8a7 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:05.153583 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac3525fe-eb6e-4789-a858-a858fc167359 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (5ea40ee6-92a9-4f53-b387-92793769b8a7), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:05.235203 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac3525fe-eb6e-4789-a858-a858fc167359 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (5ea40ee6-92a9-4f53-b387-92793769b8a7), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:05.235607 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac3525fe-eb6e-4789-a858-a858fc167359 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (5ea40ee6-92a9-4f53-b387-92793769b8a7), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:05.248278 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-ac3525fe-eb6e-4789-a858-a858fc167359 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Calling delete_port for 5ea40ee6-92a9-4f53-b387-92793769b8a7 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:05.392309 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac3525fe-eb6e-4789-a858-a858fc167359 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (5ea40ee6-92a9-4f53-b387-92793769b8a7), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:05.421289 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3525fe-eb6e-4789-a858-a858fc167359 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Pushing event deleted for resources: {'Port': ['ID=5ea40ee6-92a9-4f53-b387-92793769b8a7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:05.489767 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac3525fe-eb6e-4789-a858-a858fc167359 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks [] for floatingip (014db9e5-64e9-4708-a1a2-e3bfd40cd15d), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:05.492546 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-ac3525fe-eb6e-4789-a858-a858fc167359 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:05.493706 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-ac3525fe-eb6e-4789-a858-a858fc167359 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] 10.222.0.23 "DELETE /v2.0/floatingips/014db9e5-64e9-4708-a1a2-e3bfd40cd15d HTTP/1.1" status: 204 len: 168 time: 0.4785609 Mar 29 01:27:05.839813 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45802) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:05.947790 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2447f18f-f053-48e2-adad-bcb0bf44c68b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.023250 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2447f18f-f053-48e2-adad-bcb0bf44c68b admin admin] Publish callbacks [] for security_group (14014705-f3e6-4cee-8924-b189297b1078), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.027064 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2447f18f-f053-48e2-adad-bcb0bf44c68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (14014705-f3e6-4cee-8924-b189297b1078), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.066906 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2447f18f-f053-48e2-adad-bcb0bf44c68b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=be4f53d79695488ca23ee6f02bc4a06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257078 Mar 29 01:27:06.067774 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447f18f-f053-48e2-adad-bcb0bf44c68b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14014705-f3e6-4cee-8924-b189297b1078,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:06.069246 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 45808) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:06.115727 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3952fa13-86c9-4a49-bbe8-d1429ff5c31d admin admin] Publish callbacks [] for security_group (14014705-f3e6-4cee-8924-b189297b1078), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.135503 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3952fa13-86c9-4a49-bbe8-d1429ff5c31d admin admin] Publish callbacks [] for security_group (14014705-f3e6-4cee-8924-b189297b1078), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.180846 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3952fa13-86c9-4a49-bbe8-d1429ff5c31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (14014705-f3e6-4cee-8924-b189297b1078), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.183780 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3952fa13-86c9-4a49-bbe8-d1429ff5c31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.184929 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-3952fa13-86c9-4a49-bbe8-d1429ff5c31d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/14014705-f3e6-4cee-8924-b189297b1078 HTTP/1.1" status: 204 len: 168 time: 0.1147242 Mar 29 01:27:06.192859 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3952fa13-86c9-4a49-bbe8-d1429ff5c31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14014705-f3e6-4cee-8924-b189297b1078,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:06.441746 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 45814) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:06.457118 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29dfd2bb-3fda-4605-a55f-6f7f9b51dd35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.531685 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29dfd2bb-3fda-4605-a55f-6f7f9b51dd35 admin admin] Publish callbacks [] for security_group (a86b9729-b616-4f72-bc1e-9e3995fc9db8), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.536874 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-29dfd2bb-3fda-4605-a55f-6f7f9b51dd35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a86b9729-b616-4f72-bc1e-9e3995fc9db8), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.580467 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-29dfd2bb-3fda-4605-a55f-6f7f9b51dd35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=691c55a5f014462c9719fae94abf8268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376567 Mar 29 01:27:06.582065 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dfd2bb-3fda-4605-a55f-6f7f9b51dd35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a86b9729-b616-4f72-bc1e-9e3995fc9db8,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:06.583738 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45816) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:06.631087 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe7af-40e7-4dcc-894c-dfb2aa5002e3 admin admin] Publish callbacks [] for security_group (a86b9729-b616-4f72-bc1e-9e3995fc9db8), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.656865 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe7af-40e7-4dcc-894c-dfb2aa5002e3 admin admin] Publish callbacks [] for security_group (a86b9729-b616-4f72-bc1e-9e3995fc9db8), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.706326 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe7af-40e7-4dcc-894c-dfb2aa5002e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a86b9729-b616-4f72-bc1e-9e3995fc9db8), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.709561 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-bcfbe7af-40e7-4dcc-894c-dfb2aa5002e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:06.710892 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-bcfbe7af-40e7-4dcc-894c-dfb2aa5002e3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a86b9729-b616-4f72-bc1e-9e3995fc9db8 HTTP/1.1" status: 204 len: 168 time: 0.1257796 Mar 29 01:27:06.718710 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfbe7af-40e7-4dcc-894c-dfb2aa5002e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a86b9729-b616-4f72-bc1e-9e3995fc9db8,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:06.929106 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0fa778e6-483f-4aaa-a227-5ebb739b4c2e no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:27:06.950200 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 0fa778e6-483f-4aaa-a227-5ebb739b4c2e {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:27:06.950554 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 0fa778e6-483f-4aaa-a227-5ebb739b4c2e not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:27:07.910606 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 45870) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:08.451090 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622086'] for router_interface (819619fe-4f35-4d32-9262-85365632943b), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:08.980193 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] Deleting port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:08.980780 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:09.064620 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] For port 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=4b8f37b3-76f0-401f-9af6-d49ed0dc74c2,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:09.065001 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:09.080723 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] Calling delete_port for 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:09.280027 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (4b8f37b3-76f0-401f-9af6-d49ed0dc74c2), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:09.307052 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8f37b3-76f0-401f-9af6-d49ed0dc74c2,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:09.537858 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1637334'] for router_interface (819619fe-4f35-4d32-9262-85365632943b), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:09.720707 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 45994) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:09.809891 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] Router 819619fe-4f35-4d32-9262-85365632943b has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:27:09.827220 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be26b22e-e709-4cc1-b3ee-9ae6375f61fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:09.829877 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349cf9a7-61b2-408d-a60b-653874609003 req-e1552d87-b93d-4fd7-8a9c-96b5c4d3ef9c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:09.831392 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-349cf9a7-61b2-408d-a60b-653874609003 req-e1552d87-b93d-4fd7-8a9c-96b5c4d3ef9c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 945 time: 0.0768993 Mar 29 01:27:09.903273 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be26b22e-e709-4cc1-b3ee-9ae6375f61fa admin admin] Publish callbacks [] for security_group (c762ace7-bb9c-4406-a042-7e54b6634988), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:09.907102 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-be26b22e-e709-4cc1-b3ee-9ae6375f61fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c762ace7-bb9c-4406-a042-7e54b6634988), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:09.944838 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-be26b22e-e709-4cc1-b3ee-9ae6375f61fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0900690a4fa64d78a7972d532ef3fdd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2232034 Mar 29 01:27:09.945704 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26b22e-e709-4cc1-b3ee-9ae6375f61fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c762ace7-bb9c-4406-a042-7e54b6634988,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:09.948769 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 45998) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:09.949673 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-349cf9a7-61b2-408d-a60b-653874609003 req-4c05d339-2a00-4328-99dc-a2ed975b7d3d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804787 Mar 29 01:27:09.974704 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:27:09.982064 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f04f88f8-bb42-42ad-9869-1d272798c6bc admin admin] 10.222.0.23 "PUT /v2.0/routers/819619fe-4f35-4d32-9262-85365632943b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0702496 Mar 29 01:27:09.982675 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46000) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:09.985580 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87afe573-90ff-4d09-bbd3-99d5abbf7864 None None] Sync routers for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:27:09.996894 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87afe573-90ff-4d09-bbd3-99d5abbf7864 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:09.997532 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-87afe573-90ff-4d09-bbd3-99d5abbf7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:10.003085 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-546088d6-391b-498c-8f75-92812c6c651b admin admin] Publish callbacks [] for security_group (c762ace7-bb9c-4406-a042-7e54b6634988), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.028738 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-546088d6-391b-498c-8f75-92812c6c651b admin admin] Publish callbacks [] for security_group (c762ace7-bb9c-4406-a042-7e54b6634988), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.082462 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-546088d6-391b-498c-8f75-92812c6c651b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c762ace7-bb9c-4406-a042-7e54b6634988), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.085169 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-546088d6-391b-498c-8f75-92812c6c651b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.087222 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-546088d6-391b-498c-8f75-92812c6c651b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c762ace7-bb9c-4406-a042-7e54b6634988 HTTP/1.1" status: 204 len: 168 time: 0.1372943 Mar 29 01:27:10.095406 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546088d6-391b-498c-8f75-92812c6c651b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c762ace7-bb9c-4406-a042-7e54b6634988,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:10.101818 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Publish callbacks [] for router (819619fe-4f35-4d32-9262-85365632943b), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.107873 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-87afe573-90ff-4d09-bbd3-99d5abbf7864 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:10.216022 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Publish callbacks [] for router_gateway (819619fe-4f35-4d32-9262-85365632943b), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.272577 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Deleting port 7dccc231-7512-413d-95fe-558b0b023776 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:10.272924 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (7dccc231-7512-413d-95fe-558b0b023776), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.298439 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-87afe573-90ff-4d09-bbd3-99d5abbf7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': '7dccc231-7512-413d-95fe-558b0b023776', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:27:09Z', 'revision_number': 5, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port': {'id': '7dccc231-7512-413d-95fe-558b0b023776', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a1:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819619fe-4f35-4d32-9262-85365632943b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:10.333314 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87afe573-90ff-4d09-bbd3-99d5abbf7864 None None] Checking router: 819619fe-4f35-4d32-9262-85365632943b for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:27:10.342160 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87afe573-90ff-4d09-bbd3-99d5abbf7864 None None] Routers {'819619fe-4f35-4d32-9262-85365632943b'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:10.342801 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-87afe573-90ff-4d09-bbd3-99d5abbf7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['819619fe-4f35-4d32-9262-85365632943b'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:10.358166 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] For port 7dccc231-7512-413d-95fe-558b0b023776, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=7dccc231-7512-413d-95fe-558b0b023776,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:10.358545 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (7dccc231-7512-413d-95fe-558b0b023776), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.372600 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Calling delete_port for 7dccc231-7512-413d-95fe-558b0b023776 owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:10.392922 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46006) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:10.408020 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8dc3f143-40f1-44d9-bdf7-4b71b76ef6a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.436839 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-87afe573-90ff-4d09-bbd3-99d5abbf7864 None None] Set router 819619fe-4f35-4d32-9262-85365632943b gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:10.483703 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8dc3f143-40f1-44d9-bdf7-4b71b76ef6a6 admin admin] Publish callbacks [] for security_group (70bb2431-f981-4f17-8161-056811ce62ed), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.489659 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8dc3f143-40f1-44d9-bdf7-4b71b76ef6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (70bb2431-f981-4f17-8161-056811ce62ed), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.489853 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-87afe573-90ff-4d09-bbd3-99d5abbf7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:27:10Z', 'revision_number': 6, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port_host': None}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:10.520711 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87afe573-90ff-4d09-bbd3-99d5abbf7864 None None] The sync data for ids ['819619fe-4f35-4d32-9262-85365632943b'] in dv-cinder-750782-13-iscsi is: [{'id': '819619fe-4f35-4d32-9262-85365632943b', 'name': 'tempest-AttachVolumeShelveTestJSON-1688443075-router', 'tenant_id': '4ce5b95bcc76491185ee402041492580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:30Z', 'updated_at': '2022-03-29T01:27:10Z', 'revision_number': 6, 'project_id': '4ce5b95bcc76491185ee402041492580', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:27:10.530313 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-8dc3f143-40f1-44d9-bdf7-4b71b76ef6a6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab615f3da2a44cd691818e8e85efa120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339331 Mar 29 01:27:10.530313 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3f143-40f1-44d9-bdf7-4b71b76ef6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bb2431-f981-4f17-8161-056811ce62ed,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:10.532360 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46008) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:10.560342 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (7dccc231-7512-413d-95fe-558b0b023776), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.584073 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-163d54c0-795b-410b-b980-2c887cecdaa1 admin admin] Publish callbacks [] for security_group (70bb2431-f981-4f17-8161-056811ce62ed), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.588314 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dccc231-7512-413d-95fe-558b0b023776,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:10.608184 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-163d54c0-795b-410b-b980-2c887cecdaa1 admin admin] Publish callbacks [] for security_group (70bb2431-f981-4f17-8161-056811ce62ed), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.649143 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622332'] for router_gateway (819619fe-4f35-4d32-9262-85365632943b), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.656422 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-163d54c0-795b-410b-b980-2c887cecdaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (70bb2431-f981-4f17-8161-056811ce62ed), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.659023 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-163d54c0-795b-410b-b980-2c887cecdaa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.663455 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-163d54c0-795b-410b-b980-2c887cecdaa1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/70bb2431-f981-4f17-8161-056811ce62ed HTTP/1.1" status: 204 len: 168 time: 0.1274543 Mar 29 01:27:10.668496 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163d54c0-795b-410b-b980-2c887cecdaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bb2431-f981-4f17-8161-056811ce62ed,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:10.746514 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61846'] for router (819619fe-4f35-4d32-9262-85365632943b), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.748855 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Publish callbacks [] for router_controller (819619fe-4f35-4d32-9262-85365632943b), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.793689 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636825'] for router (819619fe-4f35-4d32-9262-85365632943b), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.794259 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 819619fe-4f35-4d32-9262-85365632943b {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 01:27:10.799204 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.800192 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-9c910a7f-404c-4c8d-aa6f-136aadc80445 admin admin] 10.222.0.23 "DELETE /v2.0/routers/819619fe-4f35-4d32-9262-85365632943b HTTP/1.1" status: 204 len: 168 time: 0.8166351 Mar 29 01:27:10.803118 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46012) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:10.847862 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e3fed35-443a-458e-897b-cf8a666d174a admin admin] Deleting subnet 87e3f621-fd45-46f2-b74f-22cfad48deb9 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:27:10.851039 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3fed35-443a-458e-897b-cf8a666d174a admin admin] Publish callbacks [] for subnet (87e3f621-fd45-46f2-b74f-22cfad48deb9), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.890937 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3fed35-443a-458e-897b-cf8a666d174a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17431472'] for subnet (87e3f621-fd45-46f2-b74f-22cfad48deb9), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:10.980926 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3fed35-443a-458e-897b-cf8a666d174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (87e3f621-fd45-46f2-b74f-22cfad48deb9), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:11.078883 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3fed35-443a-458e-897b-cf8a666d174a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17431170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16946388'] for subnet (87e3f621-fd45-46f2-b74f-22cfad48deb9), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:11.119778 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fed35-443a-458e-897b-cf8a666d174a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87e3f621-fd45-46f2-b74f-22cfad48deb9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:11.121718 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8e3fed35-443a-458e-897b-cf8a666d174a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:11.127407 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8e3fed35-443a-458e-897b-cf8a666d174a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/87e3f621-fd45-46f2-b74f-22cfad48deb9 HTTP/1.1" status: 204 len: 168 time: 0.3208542 Mar 29 01:27:11.127517 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46026) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:11.133422 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a772adf2-1203-485c-8018-025949f0067b None None] Network 3f31725d-258b-4c0a-a850-2f95e9536783 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:27:11.138124 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24a934d-93b1-40cf-94c5-633571400246 req-302c7896-0850-4209-bdf5-438e9c213425 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:11.139649 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d24a934d-93b1-40cf-94c5-633571400246 req-302c7896-0850-4209-bdf5-438e9c213425 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 945 time: 0.1079943 Mar 29 01:27:11.203031 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d24a934d-93b1-40cf-94c5-633571400246 req-e0b57d10-8ee5-4ef9-8ea7-78a4b3d54a71 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563235 Mar 29 01:27:11.214629 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (3f31725d-258b-4c0a-a850-2f95e9536783), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:11.294108 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Deleting port eb7a02e6-8bcf-4f34-88e3-12cc24030374 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:11.294451 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:11.337648 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc28c86-5b22-4325-bd50-b6c01dae0638 None None] DHCP port deletion for 3f31725d-258b-4c0a-a850-2f95e9536783 request from dv-cinder-750782-13-iscsi {{(pid=103387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 01:27:11.447527 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] For port eb7a02e6-8bcf-4f34-88e3-12cc24030374, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=eb7a02e6-8bcf-4f34-88e3-12cc24030374,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:11.448149 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:11.469700 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Calling delete_port for eb7a02e6-8bcf-4f34-88e3-12cc24030374 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:11.473257 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-cdc28c86-5b22-4325-bd50-b6c01dae0638 None None] Deleting port eb7a02e6-8bcf-4f34-88e3-12cc24030374 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:11.477584 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cdc28c86-5b22-4325-bd50-b6c01dae0638 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:11.532619 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device eb7a02e6-8bcf-4f34-88e3-12cc24030374 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:27:11.592006 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:11.619448 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb7a02e6-8bcf-4f34-88e3-12cc24030374,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:11.626959 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-d5124953-65e1-45a6-b05f-da50a0062a8c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:11.629920 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] No DVR routers for this DVR port eb7a02e6-8bcf-4f34-88e3-12cc24030374 on host dv-cinder-750782-13-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:27:11.639496 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-d5124953-65e1-45a6-b05f-da50a0062a8c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 945 time: 0.0905747 Mar 29 01:27:11.642453 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-cdc28c86-5b22-4325-bd50-b6c01dae0638 None None] For port eb7a02e6-8bcf-4f34-88e3-12cc24030374, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=eb7a02e6-8bcf-4f34-88e3-12cc24030374,segment=NetworkSegment(236a00ac-94dd-47df-9db9-f0a44c7dd500),segment_id=236a00ac-94dd-47df-9db9-f0a44c7dd500)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:11.642984 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cdc28c86-5b22-4325-bd50-b6c01dae0638 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:11.662141 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-cdc28c86-5b22-4325-bd50-b6c01dae0638 None None] Calling delete_port for eb7a02e6-8bcf-4f34-88e3-12cc24030374 owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:11.664276 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] No active binding found for port eb7a02e6-8bcf-4f34-88e3-12cc24030374 {{(pid=103387) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Mar 29 01:27:11.664896 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] The host dv-cinder-750782-13-iscsi is not matching for port eb7a02e6-8bcf-4f34-88e3-12cc24030374 host None! {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2354}} Mar 29 01:27:11.665963 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device eb7a02e6-8bcf-4f34-88e3-12cc24030374 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:27:11.666615 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 7dccc231-7512-413d-95fe-558b0b023776 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:27:11.697771 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 7dccc231-7512-413d-95fe-558b0b023776 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:27:11.698359 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 7dccc231-7512-413d-95fe-558b0b023776 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:27:11.699016 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:27:11.724421 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:27:11.725110 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 4b8f37b3-76f0-401f-9af6-d49ed0dc74c2 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:27:11.836398 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Deleting port 5c97e819-a869-4c1c-9e74-3883c17ff372 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:11.836744 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:11.869012 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cdc28c86-5b22-4325-bd50-b6c01dae0638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637'] for port (eb7a02e6-8bcf-4f34-88e3-12cc24030374), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:11.907073 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc28c86-5b22-4325-bd50-b6c01dae0638 None None] Pushing event deleted for resources: {'Port': ['ID=eb7a02e6-8bcf-4f34-88e3-12cc24030374,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:11.914858 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc28c86-5b22-4325-bd50-b6c01dae0638 None None] No DVR routers for this DVR port eb7a02e6-8bcf-4f34-88e3-12cc24030374 on host dv-cinder-750782-13-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:27:11.952784 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] For port 5c97e819-a869-4c1c-9e74-3883c17ff372, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=5c97e819-a869-4c1c-9e74-3883c17ff372,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:11.953218 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.081736 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (3f31725d-258b-4c0a-a850-2f95e9536783), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.103418 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f31725d-258b-4c0a-a850-2f95e9536783']}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:12.120701 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '236a00ac-94dd-47df-9db9-f0a44c7dd500') {'for_net_delete': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:12.121001 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '236a00ac-94dd-47df-9db9-f0a44c7dd500') {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:12.131955 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10083217'] for segment (236a00ac-94dd-47df-9db9-f0a44c7dd500), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.150115 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (236a00ac-94dd-47df-9db9-f0a44c7dd500), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.157373 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Releasing vlan 257 on physical network physnet1 to pool {{(pid=103386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:27:12.157876 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10030687'] for segment (236a00ac-94dd-47df-9db9-f0a44c7dd500), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: Traceback (most recent call last): Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: timer() Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: cb(*args, **kw) Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: return func(*args, **kwargs) Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: self._notify() Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: self.callback(batched_events) Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: event.method(event) Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: return f(self, *a, **k) Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._get(url).json() Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: return self.request(url, 'GET', **kwargs) Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:27:12.160638 dv-cinder-750782-13-iscsi neutron-server[103386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:27:12.171580 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.172210 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (ccdf7c99-848d-4a1b-9987-c2cffb63ffe0), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.172458 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Floating IP ccdf7c99-848d-4a1b-9987-c2cffb63ffe0 disassociated. External IP: 172.27.2.204, port: 5c97e819-a869-4c1c-9e74-3883c17ff372. Mar 29 01:27:12.172692 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Calling delete_port for 5c97e819-a869-4c1c-9e74-3883c17ff372 owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:12.224521 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (3f31725d-258b-4c0a-a850-2f95e9536783), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.229532 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.235674 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3f31725d-258b-4c0a-a850-2f95e9536783 HTTP/1.1" status: 204 len: 168 time: 1.1049113 Mar 29 01:27:12.250477 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ac078-40cb-4824-ae32-8a95ff85e2c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f31725d-258b-4c0a-a850-2f95e9536783,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:12.356755 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (5c97e819-a869-4c1c-9e74-3883c17ff372), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.391330 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'Port': ['ID=5c97e819-a869-4c1c-9e74-3883c17ff372,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:12.392298 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46052) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:12.402115 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5046e-006e-4c81-a914-a8060c86b3fb req-863e4dc6-af4a-4cfe-ab3b-a02bf1b2769c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:12.403803 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-49c5046e-006e-4c81-a914-a8060c86b3fb req-863e4dc6-af4a-4cfe-ab3b-a02bf1b2769c tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/ports?device_id=88491b21-6fd1-41c5-8e95-0cfed1b01b6a HTTP/1.1" status: 200 len: 867 time: 0.0966425 Mar 29 01:27:12.441920 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5664c558-dd87-4ce2-a23a-63baf619fe35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4ce5b95bcc76491185ee402041492580&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0473614 Mar 29 01:27:12.443472 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46054) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:12.494543 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edac9af-f126-44e1-b585-27647c3ad20f admin admin] Publish callbacks [] for security_group (6329227e-3fc6-4a67-8764-9b5bcad4e89b), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.515218 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edac9af-f126-44e1-b585-27647c3ad20f admin admin] Publish callbacks [] for security_group (6329227e-3fc6-4a67-8764-9b5bcad4e89b), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.546275 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-49c5046e-006e-4c81-a914-a8060c86b3fb req-1d416858-5492-44d6-99a3-0fdcc44016bb tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups?id=4a8bb913-bd44-453b-af10-48f80e0945aa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878065 Mar 29 01:27:12.567947 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edac9af-f126-44e1-b585-27647c3ad20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (6329227e-3fc6-4a67-8764-9b5bcad4e89b), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.570571 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edac9af-f126-44e1-b585-27647c3ad20f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.571841 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-6edac9af-f126-44e1-b585-27647c3ad20f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6329227e-3fc6-4a67-8764-9b5bcad4e89b HTTP/1.1" status: 204 len: 168 time: 0.1273618 Mar 29 01:27:12.581131 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edac9af-f126-44e1-b585-27647c3ad20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6329227e-3fc6-4a67-8764-9b5bcad4e89b,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:12.583116 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Router d3ca4adf-1e63-4cc6-ba53-139565cc5321 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:27:12.701282 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:27:12.713060 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536387ce-ea0f-479f-a13a-1d2971bdbe73 None None] Sync routers for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:27:12.727815 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536387ce-ea0f-479f-a13a-1d2971bdbe73 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:12.728446 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-536387ce-ea0f-479f-a13a-1d2971bdbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:12.761139 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] No DVR routers for this DVR port 5c97e819-a869-4c1c-9e74-3883c17ff372 on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:27:12.763540 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:12.767244 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0be88326-6f49-4629-8ede-94fb07fa58a9 req-2eab9ab3-8309-4ba9-8bd0-8ed80003a3d1 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.13 "DELETE /v2.0/ports/5c97e819-a869-4c1c-9e74-3883c17ff372 HTTP/1.1" status: 204 len: 173 time: 1.1267333 Mar 29 01:27:12.767626 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'name': 'network-vif-deleted', 'tag': '5c97e819-a869-4c1c-9e74-3883c17ff372'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:27:12.771198 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cae9798e-01df-4155-8b15-0547a8e9ee23" -d '{"events": [{"server_uuid": "88491b21-6fd1-41c5-8e95-0cfed1b01b6a", "name": "network-vif-deleted", "tag": "5c97e819-a869-4c1c-9e74-3883c17ff372"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:27:12.852812 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9de2124-544d-428e-a513-f6b097c79124 x-openstack-request-id: req-a9de2124-544d-428e-a513-f6b097c79124 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:27:12.853377 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88491b21-6fd1-41c5-8e95-0cfed1b01b6a", "name": "network-vif-deleted", "tag": "5c97e819-a869-4c1c-9e74-3883c17ff372", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:27:12.853636 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a9de2124-544d-428e-a513-f6b097c79124 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:27:12.854055 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9de2124-544d-428e-a513-f6b097c79124'] response: {'server_uuid': '88491b21-6fd1-41c5-8e95-0cfed1b01b6a', 'name': 'network-vif-deleted', 'tag': '5c97e819-a869-4c1c-9e74-3883c17ff372', 'status': 'completed', 'code': 200} Mar 29 01:27:12.916932 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-536387ce-ea0f-479f-a13a-1d2971bdbe73 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:13.159169 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-536387ce-ea0f-479f-a13a-1d2971bdbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:13.207546 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536387ce-ea0f-479f-a13a-1d2971bdbe73 None None] Checking router: d3ca4adf-1e63-4cc6-ba53-139565cc5321 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:27:13.223181 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536387ce-ea0f-479f-a13a-1d2971bdbe73 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:13.224147 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-536387ce-ea0f-479f-a13a-1d2971bdbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:13.456322 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-536387ce-ea0f-479f-a13a-1d2971bdbe73 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:13.654114 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46100) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:13.680758 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-536387ce-ea0f-479f-a13a-1d2971bdbe73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:13.712767 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536387ce-ea0f-479f-a13a-1d2971bdbe73 None None] The sync data for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi is: [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:16:45Z', 'revision_number': 4, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '416f19ec-1081-4e76-95c8-34941bc4d9df', 'name': '', 'network_id': 'efe61488-9b8e-4b7a-9ec4-1e23503c6b37', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'mac_address': 'fa:16:3e:0b:a5:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:42Z', 'updated_at': '2022-03-29T01:16:57Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'subnets': [{'id': '9b553518-51b2-4da2-99ae-f87ad4e0e785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:27:13.726022 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dcabe9c5-f71e-4386-88e4-3148e4ca699d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (4a8bb913-bd44-453b-af10-48f80e0945aa), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:13.767432 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dcabe9c5-f71e-4386-88e4-3148e4ca699d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (4a8bb913-bd44-453b-af10-48f80e0945aa), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:13.831002 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dcabe9c5-f71e-4386-88e4-3148e4ca699d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (4a8bb913-bd44-453b-af10-48f80e0945aa), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:13.835225 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dcabe9c5-f71e-4386-88e4-3148e4ca699d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:13.843826 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46106) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:13.844410 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-dcabe9c5-f71e-4386-88e4-3148e4ca699d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "DELETE /v2.0/security-groups/4a8bb913-bd44-453b-af10-48f80e0945aa HTTP/1.1" status: 204 len: 168 time: 0.1885352 Mar 29 01:27:13.855875 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabe9c5-f71e-4386-88e4-3148e4ca699d tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8bb913-bd44-453b-af10-48f80e0945aa,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:13.861336 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.api.v2.resource [None req-d8954123-4928-4796-abb7-cabb2f9d6bb5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] show failed (client error): The resource could not be found. Mar 29 01:27:13.865511 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d8954123-4928-4796-abb7-cabb2f9d6bb5 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "GET /v2.0/security-groups/4a8bb913-bd44-453b-af10-48f80e0945aa HTTP/1.1" status: 404 len: 347 time: 0.0173450 Mar 29 01:27:13.865832 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46108) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:14.063435 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2754ad3a-43e5-424f-97a2-c4d221b69107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Deleting port 606b6b44-883d-4eda-b3c4-aa740e52472f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:14.063845 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2754ad3a-43e5-424f-97a2-c4d221b69107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (606b6b44-883d-4eda-b3c4-aa740e52472f), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:14.084964 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1622c9-b058-4088-9fe2-a0735e1028db None None] New status for floating IP ccdf7c99-848d-4a1b-9987-c2cffb63ffe0: DOWN {{(pid=103387) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:27:14.149710 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2754ad3a-43e5-424f-97a2-c4d221b69107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (606b6b44-883d-4eda-b3c4-aa740e52472f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:14.150128 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2754ad3a-43e5-424f-97a2-c4d221b69107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (606b6b44-883d-4eda-b3c4-aa740e52472f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:14.163260 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-2754ad3a-43e5-424f-97a2-c4d221b69107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Calling delete_port for 606b6b44-883d-4eda-b3c4-aa740e52472f owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:14.336464 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2754ad3a-43e5-424f-97a2-c4d221b69107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (606b6b44-883d-4eda-b3c4-aa740e52472f), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:14.363935 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754ad3a-43e5-424f-97a2-c4d221b69107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Pushing event deleted for resources: {'Port': ['ID=606b6b44-883d-4eda-b3c4-aa740e52472f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:14.423513 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2754ad3a-43e5-424f-97a2-c4d221b69107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks [] for floatingip (ccdf7c99-848d-4a1b-9987-c2cffb63ffe0), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:14.425988 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2754ad3a-43e5-424f-97a2-c4d221b69107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:14.427157 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2754ad3a-43e5-424f-97a2-c4d221b69107 tempest-AttachVolumeNegativeTest-1547212803 tempest-AttachVolumeNegativeTest-1547212803-project] 10.222.0.23 "DELETE /v2.0/floatingips/ccdf7c99-848d-4a1b-9987-c2cffb63ffe0 HTTP/1.1" status: 204 len: 168 time: 0.5604966 Mar 29 01:27:14.978602 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 5c97e819-a869-4c1c-9e74-3883c17ff372 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:27:15.001527 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 5c97e819-a869-4c1c-9e74-3883c17ff372 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:27:15.001875 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 5c97e819-a869-4c1c-9e74-3883c17ff372 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:27:15.677917 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:27:22.325607 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46294) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:22.551244 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46300) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:22.654046 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ac0ca5-4d6f-4e61-a94a-8f98da2ba1da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:22.730596 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ac0ca5-4d6f-4e61-a94a-8f98da2ba1da admin admin] Publish callbacks [] for security_group (1e3e8233-cab1-417f-a2b3-97a935dc26c7), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:22.734462 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-86ac0ca5-4d6f-4e61-a94a-8f98da2ba1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (1e3e8233-cab1-417f-a2b3-97a935dc26c7), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:22.771565 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622086'] for router_interface (d3ca4adf-1e63-4cc6-ba53-139565cc5321), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:22.776727 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-86ac0ca5-4d6f-4e61-a94a-8f98da2ba1da admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d93c9d4de0f2460cbae3fea296eb88af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2243464 Mar 29 01:27:22.777656 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46304) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:22.778284 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac0ca5-4d6f-4e61-a94a-8f98da2ba1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3e8233-cab1-417f-a2b3-97a935dc26c7,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:22.831835 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db17676f-e6d0-4b8d-83cd-74f447973b4c admin admin] Publish callbacks [] for security_group (1e3e8233-cab1-417f-a2b3-97a935dc26c7), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:22.854007 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db17676f-e6d0-4b8d-83cd-74f447973b4c admin admin] Publish callbacks [] for security_group (1e3e8233-cab1-417f-a2b3-97a935dc26c7), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:22.905021 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db17676f-e6d0-4b8d-83cd-74f447973b4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (1e3e8233-cab1-417f-a2b3-97a935dc26c7), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:22.905021 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-db17676f-e6d0-4b8d-83cd-74f447973b4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:22.910476 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-db17676f-e6d0-4b8d-83cd-74f447973b4c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e3e8233-cab1-417f-a2b3-97a935dc26c7 HTTP/1.1" status: 204 len: 168 time: 0.1269131 Mar 29 01:27:22.918202 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db17676f-e6d0-4b8d-83cd-74f447973b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3e8233-cab1-417f-a2b3-97a935dc26c7,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:23.056545 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] Deleting port 416f19ec-1081-4e76-95c8-34941bc4d9df {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:23.056888 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:23.136452 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46320) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:23.157140 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] For port 416f19ec-1081-4e76-95c8-34941bc4d9df, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=416f19ec-1081-4e76-95c8-34941bc4d9df,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:23.157509 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:23.176571 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] Calling delete_port for 416f19ec-1081-4e76-95c8-34941bc4d9df owned by network:router_interface {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:23.257647 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b0d0-50f5-4b05-abba-93684837acce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:23.430736 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b0d0-50f5-4b05-abba-93684837acce admin admin] Publish callbacks [] for security_group (c8b53c13-38e3-42e7-a65a-336c0124f490), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:23.435826 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b0d0-50f5-4b05-abba-93684837acce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c8b53c13-38e3-42e7-a65a-336c0124f490), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:23.440440 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (416f19ec-1081-4e76-95c8-34941bc4d9df), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:23.494731 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=416f19ec-1081-4e76-95c8-34941bc4d9df,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:23.510712 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-f5e6b0d0-50f5-4b05-abba-93684837acce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d4f6eec87a74eee9385e1e1e8d252a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732235 Mar 29 01:27:23.513251 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6b0d0-50f5-4b05-abba-93684837acce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b53c13-38e3-42e7-a65a-336c0124f490,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:23.518163 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46340) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:23.580825 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e61aff1-027e-4221-87c8-44ba1e872f31 admin admin] Publish callbacks [] for security_group (c8b53c13-38e3-42e7-a65a-336c0124f490), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:23.607480 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e61aff1-027e-4221-87c8-44ba1e872f31 admin admin] Publish callbacks [] for security_group (c8b53c13-38e3-42e7-a65a-336c0124f490), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:23.682081 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e61aff1-027e-4221-87c8-44ba1e872f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (c8b53c13-38e3-42e7-a65a-336c0124f490), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:23.686085 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3e61aff1-027e-4221-87c8-44ba1e872f31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:23.687444 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3e61aff1-027e-4221-87c8-44ba1e872f31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c8b53c13-38e3-42e7-a65a-336c0124f490 HTTP/1.1" status: 204 len: 168 time: 0.1678374 Mar 29 01:27:23.692772 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1637334'] for router_interface (d3ca4adf-1e63-4cc6-ba53-139565cc5321), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:23.696249 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61aff1-027e-4221-87c8-44ba1e872f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b53c13-38e3-42e7-a65a-336c0124f490,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:23.958509 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] Router d3ca4adf-1e63-4cc6-ba53-139565cc5321 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:27:24.020174 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46354) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:24.033542 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3cc1efa5-2f08-4c1a-bbfd-c5a7d6336dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.078931 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:27:24.088655 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-20794015-5d7b-4cee-8f55-23527fa472e8 admin admin] 10.222.0.23 "PUT /v2.0/routers/d3ca4adf-1e63-4cc6-ba53-139565cc5321/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594767 Mar 29 01:27:24.088655 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46358) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:24.097160 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3654c63b-229a-4c60-9177-13c6890106d0 None None] Sync routers for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:27:24.108533 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3654c63b-229a-4c60-9177-13c6890106d0 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:24.109352 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3654c63b-229a-4c60-9177-13c6890106d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:24.125713 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3cc1efa5-2f08-4c1a-bbfd-c5a7d6336dc0 admin admin] Publish callbacks [] for security_group (b6377d7d-2c0c-4a6d-b09e-921e31e8e609), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.132012 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-3cc1efa5-2f08-4c1a-bbfd-c5a7d6336dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (b6377d7d-2c0c-4a6d-b09e-921e31e8e609), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.173625 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1efa5-2f08-4c1a-bbfd-c5a7d6336dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6377d7d-2c0c-4a6d-b09e-921e31e8e609,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:24.178603 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-3cc1efa5-2f08-4c1a-bbfd-c5a7d6336dc0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a8a963942b048c6a61980159119c459&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571729 Mar 29 01:27:24.181028 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46360) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:24.209208 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Publish callbacks [] for router (d3ca4adf-1e63-4cc6-ba53-139565cc5321), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.226036 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-3654c63b-229a-4c60-9177-13c6890106d0 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:24.234280 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33f48f68-e054-420c-8c1d-3c0b30168d2a admin admin] Publish callbacks [] for security_group (b6377d7d-2c0c-4a6d-b09e-921e31e8e609), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.258540 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33f48f68-e054-420c-8c1d-3c0b30168d2a admin admin] Publish callbacks [] for security_group (b6377d7d-2c0c-4a6d-b09e-921e31e8e609), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.322825 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33f48f68-e054-420c-8c1d-3c0b30168d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (b6377d7d-2c0c-4a6d-b09e-921e31e8e609), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.325724 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33f48f68-e054-420c-8c1d-3c0b30168d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.327078 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-33f48f68-e054-420c-8c1d-3c0b30168d2a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b6377d7d-2c0c-4a6d-b09e-921e31e8e609 HTTP/1.1" status: 204 len: 168 time: 0.1447608 Mar 29 01:27:24.337386 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f48f68-e054-420c-8c1d-3c0b30168d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6377d7d-2c0c-4a6d-b09e-921e31e8e609,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:24.355228 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Publish callbacks [] for router_gateway (d3ca4adf-1e63-4cc6-ba53-139565cc5321), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.435788 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Deleting port c4bc741b-54df-46f1-8062-396355c2d56b {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:24.437626 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.456048 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3654c63b-229a-4c60-9177-13c6890106d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230'}], 'enable_snat': True}, 'gw_port_id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:27:23Z', 'revision_number': 5, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port': {'id': 'c4bc741b-54df-46f1-8062-396355c2d56b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:cc:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:16:34Z', 'updated_at': '2022-03-29T01:16:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:24.487779 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3654c63b-229a-4c60-9177-13c6890106d0 None None] Checking router: d3ca4adf-1e63-4cc6-ba53-139565cc5321 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:27:24.498854 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3654c63b-229a-4c60-9177-13c6890106d0 None None] Routers {'d3ca4adf-1e63-4cc6-ba53-139565cc5321'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:24.499751 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3654c63b-229a-4c60-9177-13c6890106d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:26:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:24.527631 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] For port c4bc741b-54df-46f1-8062-396355c2d56b, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=c4bc741b-54df-46f1-8062-396355c2d56b,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:24.528326 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.545012 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Calling delete_port for c4bc741b-54df-46f1-8062-396355c2d56b owned by network:router_gateway {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:24.604344 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-3654c63b-229a-4c60-9177-13c6890106d0 None None] Set router d3ca4adf-1e63-4cc6-ba53-139565cc5321 gateway port host: None {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:24.665175 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3654c63b-229a-4c60-9177-13c6890106d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:27:24Z', 'revision_number': 6, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port_host': None}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:24.692891 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3654c63b-229a-4c60-9177-13c6890106d0 None None] The sync data for ids ['d3ca4adf-1e63-4cc6-ba53-139565cc5321'] in dv-cinder-750782-13-iscsi is: [{'id': 'd3ca4adf-1e63-4cc6-ba53-139565cc5321', 'name': 'tempest-AttachVolumeNegativeTest-1691177404-router', 'tenant_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:16:32Z', 'updated_at': '2022-03-29T01:27:24Z', 'revision_number': 6, 'project_id': '9e4d1c4fc5634ebaa1f02f7063fd633b', 'gw_port_host': None}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:27:24.750703 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (c4bc741b-54df-46f1-8062-396355c2d56b), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.784321 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Pushing event deleted for resources: {'Port': ['ID=c4bc741b-54df-46f1-8062-396355c2d56b,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:24.790100 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46376) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:24.806352 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59442e50-4328-497c-aa77-2139c4f66796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.850893 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622332'] for router_gateway (d3ca4adf-1e63-4cc6-ba53-139565cc5321), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.884372 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59442e50-4328-497c-aa77-2139c4f66796 admin admin] Publish callbacks [] for security_group (1cdaf1f2-d573-499d-a520-99f4d17a6f44), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.889648 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-59442e50-4328-497c-aa77-2139c4f66796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (1cdaf1f2-d573-499d-a520-99f4d17a6f44), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.930963 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-59442e50-4328-497c-aa77-2139c4f66796 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c7bc903f2d3d40f7afa710a60da82789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390944 Mar 29 01:27:24.932976 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59442e50-4328-497c-aa77-2139c4f66796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdaf1f2-d573-499d-a520-99f4d17a6f44,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:24.935575 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46382) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:24.968857 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61846'] for router (d3ca4adf-1e63-4cc6-ba53-139565cc5321), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.971165 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Publish callbacks [] for router_controller (d3ca4adf-1e63-4cc6-ba53-139565cc5321), precommit_delete_associations {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:24.991813 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b416f83d-3c56-4ef1-866e-e3e3e66a2fee admin admin] Publish callbacks [] for security_group (1cdaf1f2-d573-499d-a520-99f4d17a6f44), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.019998 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b416f83d-3c56-4ef1-866e-e3e3e66a2fee admin admin] Publish callbacks [] for security_group (1cdaf1f2-d573-499d-a520-99f4d17a6f44), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.048563 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636825'] for router (d3ca4adf-1e63-4cc6-ba53-139565cc5321), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.049446 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3ca4adf-1e63-4cc6-ba53-139565cc5321 {{(pid=103386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 01:27:25.065081 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.069217 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46384) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:25.070176 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-23d8d7e2-8b1e-4589-9422-3850a854d37c admin admin] 10.222.0.23 "DELETE /v2.0/routers/d3ca4adf-1e63-4cc6-ba53-139565cc5321 HTTP/1.1" status: 204 len: 168 time: 0.9801812 Mar 29 01:27:25.103028 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b416f83d-3c56-4ef1-866e-e3e3e66a2fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (1cdaf1f2-d573-499d-a520-99f4d17a6f44), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.105825 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b416f83d-3c56-4ef1-866e-e3e3e66a2fee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.109949 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b416f83d-3c56-4ef1-866e-e3e3e66a2fee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1cdaf1f2-d573-499d-a520-99f4d17a6f44 HTTP/1.1" status: 204 len: 168 time: 0.1711118 Mar 29 01:27:25.127550 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416f83d-3c56-4ef1-866e-e3e3e66a2fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdaf1f2-d573-499d-a520-99f4d17a6f44,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:25.138632 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2805c4-17d1-4703-874b-66b685906bce admin admin] Deleting subnet 9b553518-51b2-4da2-99ae-f87ad4e0e785 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:27:25.143337 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d2805c4-17d1-4703-874b-66b685906bce admin admin] Publish callbacks [] for subnet (9b553518-51b2-4da2-99ae-f87ad4e0e785), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.168723 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-22d5a7e9-a2ac-4dc4-ab78-5fd5cff54696 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.187335 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d2805c4-17d1-4703-874b-66b685906bce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17431472'] for subnet (9b553518-51b2-4da2-99ae-f87ad4e0e785), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.272817 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d2805c4-17d1-4703-874b-66b685906bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (9b553518-51b2-4da2-99ae-f87ad4e0e785), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.329836 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d2805c4-17d1-4703-874b-66b685906bce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17431170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16946388'] for subnet (9b553518-51b2-4da2-99ae-f87ad4e0e785), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.353373 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2805c4-17d1-4703-874b-66b685906bce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b553518-51b2-4da2-99ae-f87ad4e0e785,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:25.357163 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-9d2805c4-17d1-4703-874b-66b685906bce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.363192 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af91862c-34ec-42c1-919a-41affa181b78 None None] Network efe61488-9b8e-4b7a-9ec4-1e23503c6b37 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:27:25.363367 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-9d2805c4-17d1-4703-874b-66b685906bce admin admin] 10.222.0.23 "DELETE /v2.0/subnets/9b553518-51b2-4da2-99ae-f87ad4e0e785 HTTP/1.1" status: 204 len: 168 time: 0.2922375 Mar 29 01:27:25.363634 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46392) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:25.437029 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (efe61488-9b8e-4b7a-9ec4-1e23503c6b37), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.491576 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Deleting port ef4309fe-290b-4445-b731-84dabaa46fd6 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:25.491944 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.575537 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4142625b-1781-4ad2-875d-679d10083f2e None None] DHCP port deletion for efe61488-9b8e-4b7a-9ec4-1e23503c6b37 request from dv-cinder-750782-13-iscsi {{(pid=103387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 01:27:25.629698 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 416f19ec-1081-4e76-95c8-34941bc4d9df no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:27:25.671561 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 416f19ec-1081-4e76-95c8-34941bc4d9df {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:27:25.671935 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 416f19ec-1081-4e76-95c8-34941bc4d9df not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:27:25.672352 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device c4bc741b-54df-46f1-8062-396355c2d56b no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:27:25.699921 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-4142625b-1781-4ad2-875d-679d10083f2e None None] Deleting port ef4309fe-290b-4445-b731-84dabaa46fd6 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:27:25.700550 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4142625b-1781-4ad2-875d-679d10083f2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.704013 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: c4bc741b-54df-46f1-8062-396355c2d56b {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:27:25.704646 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device c4bc741b-54df-46f1-8062-396355c2d56b not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:27:25.787615 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-4142625b-1781-4ad2-875d-679d10083f2e None None] For port ef4309fe-290b-4445-b731-84dabaa46fd6, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=ef4309fe-290b-4445-b731-84dabaa46fd6,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:25.788429 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4142625b-1781-4ad2-875d-679d10083f2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.805560 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-4142625b-1781-4ad2-875d-679d10083f2e None None] Calling delete_port for ef4309fe-290b-4445-b731-84dabaa46fd6 owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:25.864699 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] For port ef4309fe-290b-4445-b731-84dabaa46fd6, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=ef4309fe-290b-4445-b731-84dabaa46fd6,segment=NetworkSegment(1b057023-19e0-4f63-b089-bc2571e3b507),segment_id=1b057023-19e0-4f63-b089-bc2571e3b507)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:25.865889 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.879424 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Calling delete_port for ef4309fe-290b-4445-b731-84dabaa46fd6 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:27:25.913222 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4142625b-1781-4ad2-875d-679d10083f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:25.944944 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142625b-1781-4ad2-875d-679d10083f2e None None] Pushing event deleted for resources: {'Port': ['ID=ef4309fe-290b-4445-b731-84dabaa46fd6,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:25.951937 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4142625b-1781-4ad2-875d-679d10083f2e None None] No DVR routers for this DVR port ef4309fe-290b-4445-b731-84dabaa46fd6 on host dv-cinder-750782-13-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:27:25.995706 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (ef4309fe-290b-4445-b731-84dabaa46fd6), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:26.020246 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4309fe-290b-4445-b731-84dabaa46fd6,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:26.024055 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] No DVR routers for this DVR port ef4309fe-290b-4445-b731-84dabaa46fd6 on host dv-cinder-750782-13-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:27:26.092459 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (efe61488-9b8e-4b7a-9ec4-1e23503c6b37), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:26.112788 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe61488-9b8e-4b7a-9ec4-1e23503c6b37']}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:26.121810 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b057023-19e0-4f63-b089-bc2571e3b507') {'for_net_delete': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:26.122101 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b057023-19e0-4f63-b089-bc2571e3b507') {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:26.134433 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10083217'] for segment (1b057023-19e0-4f63-b089-bc2571e3b507), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:26.147781 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (1b057023-19e0-4f63-b089-bc2571e3b507), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:26.154155 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=103386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:27:26.154575 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10030687'] for segment (1b057023-19e0-4f63-b089-bc2571e3b507), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: self.session.flush() Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: self.session.flush() Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: self.session.flush() Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: self.session.flush() Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: Traceback (most recent call last): Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: timer() Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: cb(*args, **kw) Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: return func(*args, **kwargs) Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: self._notify() Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: self.callback(batched_events) Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: event.method(event) Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: return f(self, *a, **k) Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._get(url).json() Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: return self.request(url, 'GET', **kwargs) Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:27:26.156261 dv-cinder-750782-13-iscsi neutron-server[103386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:27:26.212336 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (efe61488-9b8e-4b7a-9ec4-1e23503c6b37), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:26.219156 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:26.222476 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/efe61488-9b8e-4b7a-9ec4-1e23503c6b37 HTTP/1.1" status: 204 len: 168 time: 0.8578262 Mar 29 01:27:26.233823 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4901c183-5997-462b-bbd1-e154ae2a61d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=efe61488-9b8e-4b7a-9ec4-1e23503c6b37,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:26.473302 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46424) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:26.516769 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-600fc295-404e-4b57-9916-fd577036657b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e4d1c4fc5634ebaa1f02f7063fd633b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423377 Mar 29 01:27:26.519265 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46426) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:26.571544 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe837e1a-3fef-45c3-9d23-2f9f4d39d1d5 admin admin] Publish callbacks [] for security_group (85bc206b-4c5d-4485-9ff1-49ca9b7b9bf5), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:26.598446 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe837e1a-3fef-45c3-9d23-2f9f4d39d1d5 admin admin] Publish callbacks [] for security_group (85bc206b-4c5d-4485-9ff1-49ca9b7b9bf5), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:26.650238 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe837e1a-3fef-45c3-9d23-2f9f4d39d1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (85bc206b-4c5d-4485-9ff1-49ca9b7b9bf5), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:26.652764 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-fe837e1a-3fef-45c3-9d23-2f9f4d39d1d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:26.653905 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-fe837e1a-3fef-45c3-9d23-2f9f4d39d1d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/85bc206b-4c5d-4485-9ff1-49ca9b7b9bf5 HTTP/1.1" status: 204 len: 168 time: 0.1337442 Mar 29 01:27:26.661472 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe837e1a-3fef-45c3-9d23-2f9f4d39d1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bc206b-4c5d-4485-9ff1-49ca9b7b9bf5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:27.431191 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device ef4309fe-290b-4445-b731-84dabaa46fd6 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:27:27.455348 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: ef4309fe-290b-4445-b731-84dabaa46fd6 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:27:27.455348 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device ef4309fe-290b-4445-b731-84dabaa46fd6 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:27:27.520672 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3cfabf05-2776-4515-8942-b25939002491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:28.586057 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:28.865307 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46510) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:28.968244 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f75fff79-46f3-4ba9-90c7-81baa469b240 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:29.041267 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f75fff79-46f3-4ba9-90c7-81baa469b240 admin admin] Publish callbacks [] for security_group (7915a9b5-a81f-4fa9-91a3-fde185c7ed99), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:29.044932 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f75fff79-46f3-4ba9-90c7-81baa469b240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (7915a9b5-a81f-4fa9-91a3-fde185c7ed99), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:29.083020 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-f75fff79-46f3-4ba9-90c7-81baa469b240 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7d8ad7f6ddba4c55a81a8c82439886cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166433 Mar 29 01:27:29.085481 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fff79-46f3-4ba9-90c7-81baa469b240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7915a9b5-a81f-4fa9-91a3-fde185c7ed99,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:29.086001 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46516) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:29.137592 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-75b1a746-c4a5-44c1-b4e7-3c8168766f08 admin admin] Publish callbacks [] for security_group (7915a9b5-a81f-4fa9-91a3-fde185c7ed99), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:29.158493 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-75b1a746-c4a5-44c1-b4e7-3c8168766f08 admin admin] Publish callbacks [] for security_group (7915a9b5-a81f-4fa9-91a3-fde185c7ed99), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:29.206345 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-75b1a746-c4a5-44c1-b4e7-3c8168766f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (7915a9b5-a81f-4fa9-91a3-fde185c7ed99), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:29.209516 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-75b1a746-c4a5-44c1-b4e7-3c8168766f08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:29.210653 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-75b1a746-c4a5-44c1-b4e7-3c8168766f08 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7915a9b5-a81f-4fa9-91a3-fde185c7ed99 HTTP/1.1" status: 204 len: 168 time: 0.1236613 Mar 29 01:27:29.218090 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1a746-c4a5-44c1-b4e7-3c8168766f08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7915a9b5-a81f-4fa9-91a3-fde185c7ed99,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:29.829897 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46546) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:29.923630 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-729733966-network', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:29.944225 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Made reservation on behalf of ca9ffb45471e4b2a8007a6ce6cf87571 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:27:29.946559 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:29.953862 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:29.955400 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.027615 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Publish callbacks [] for security_group (40bf4b0e-8ef9-4570-a686-0e3686d750d9), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.031206 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (40bf4b0e-8ef9-4570-a686-0e3686d750d9), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.053895 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 286} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:27:30.068507 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bf4b0e-8ef9-4570-a686-0e3686d750d9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:30.071325 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (424cbd18-54ac-4bff-a211-5fcd1363f915), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.071670 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Added segment 424cbd18-54ac-4bff-a211-5fcd1363f915 of type vlan for network bb0501cb-ea25-4996-a098-17a5ae10db73 Mar 29 01:27:30.111781 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (bb0501cb-ea25-4996-a098-17a5ae10db73), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.135343 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (bb0501cb-ea25-4996-a098-17a5ae10db73), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.136281 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:30.136862 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.190572 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3595047 Mar 29 01:27:30.193846 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46552) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:30.198487 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] Request body: {'subnet': {'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-729733966-subnet', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'ip_version': 4}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:30.200718 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a519195-a678-4c64-b395-039c9662f38c admin admin] Pushing event updated for resources: {'Network': ['ID=bb0501cb-ea25-4996-a098-17a5ae10db73,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:30.212178 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network bb0501cb-ea25-4996-a098-17a5ae10db73 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:27:30.220483 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] Made reservation on behalf of ca9ffb45471e4b2a8007a6ce6cf87571 for: {'subnet': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:27:30.222975 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9934530'] for subnet (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.383159 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10030266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9934548'] for subnet (225869ce-20d0-40f3-9103-79121ac5abd0), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.440516 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=225869ce-20d0-40f3-9103-79121ac5abd0,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:30.451954 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] Checking segment: {'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:27:30.452310 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] Network hostable DHCP agents. Network: bb0501cb-ea25-4996-a098-17a5ae10db73, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:27:30.476456 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] Network bb0501cb-ea25-4996-a098-17a5ae10db73 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:27:30.485260 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, bb0501cb-ea25-4996-a098-17a5ae10db73) {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:30.489331 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:30.489952 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.494690 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e71425-66fb-484f-8f34-ef5f1a0ecf0b None None] Network bb0501cb-ea25-4996-a098-17a5ae10db73 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:27:30.505235 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-a710e21e-1a00-4b27-86ce-0e940816a8d3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3105338 Mar 29 01:27:30.508463 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46558) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:30.512600 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:30.534570 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61828'] for router (d8475442-12fd-4d12-862d-9769fd16442e), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.535842 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61853'] for router (d8475442-12fd-4d12-862d-9769fd16442e), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.588799 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Publish callbacks [] for router_controller (d8475442-12fd-4d12-862d-9769fd16442e), precommit_add_association {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.596993 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-bb0501cb-ea25-4996-a098-17a5ae10db73', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'fixed_ips': [{'subnet_id': '225869ce-20d0-40f3-9103-79121ac5abd0'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:27:30.597840 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.734095 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Publish callbacks [] for router_gateway (d8475442-12fd-4d12-862d-9769fd16442e), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.878797 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Allocated IP 172.20.0.2 (bb0501cb-ea25-4996-a098-17a5ae10db73/225869ce-20d0-40f3-9103-79121ac5abd0/62c60bd3-25eb-4eca-bdcd-e8be4f0818d9) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:27:30.940494 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Publish callbacks [] for router_gateway (d8475442-12fd-4d12-862d-9769fd16442e), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:30.961170 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:31.027077 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Publish callbacks [] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:31.032731 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:31.064586 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Allocated IP 172.27.2.59 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/3a253390-20db-48d6-9366-e6eae0c4386a) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:27:31.072829 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Network bb0501cb-ea25-4996-a098-17a5ae10db73 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:27:31.080368 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:31.083634 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:27:31.092311 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Pushing event updated for resources: {'Port': ['ID=62c60bd3-25eb-4eca-bdcd-e8be4f0818d9,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:31.148367 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Attempting to bind port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:27:31.148736 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Attempting to bind port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:27:31.149092 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Attempting to bind port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 on network bb0501cb-ea25-4996-a098-17a5ae10db73 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:27:31.153892 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:27:31.154262 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Checking segment: {'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:27:31.154663 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:31.155087 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Bound using segment: {'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:27:31.155542 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Bound port: 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:27:31.155919 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:31.182849 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Publish callbacks [] for port (3a253390-20db-48d6-9366-e6eae0c4386a), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:31.217141 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:31.217833 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] For port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:27:31.221143 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] For port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=62c60bd3-25eb-4eca-bdcd-e8be4f0818d9,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:27:31.228905 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:31.252088 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:27:31.255181 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:31.258956 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:27:31.288850 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3dd65-d747-4616-a659-a15230df57ec None None] Pushing event updated for resources: {'Port': ['ID=62c60bd3-25eb-4eca-bdcd-e8be4f0818d9,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:31.293605 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Pushing event updated for resources: {'Port': ['ID=3a253390-20db-48d6-9366-e6eae0c4386a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:31.538042 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:31.557240 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Publish callbacks [] for router_gateway (d8475442-12fd-4d12-862d-9769fd16442e), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:31.789043 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296'] for router (d8475442-12fd-4d12-862d-9769fd16442e), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:31.927357 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Router d8475442-12fd-4d12-862d-9769fd16442e is scheduled to L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 with binding_index 1 {{(pid=103386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 01:27:32.042873 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:27:32.059540 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Sync routers for ids ['d8475442-12fd-4d12-862d-9769fd16442e'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:27:32.063609 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:32.068622 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46584) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:32.069184 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-72edda1f-4896-4f12-aafb-6ac8b8d7331c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5589070 Mar 29 01:27:32.072923 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Routers {'d8475442-12fd-4d12-862d-9769fd16442e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:32.073686 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:27:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d8475442-12fd-4d12-862d-9769fd16442e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:32.198565 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Set router d8475442-12fd-4d12-862d-9769fd16442e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:32.351014 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a64c418-4950-40d0-a4df-9febd078b862 None None] Network bb0501cb-ea25-4996-a098-17a5ae10db73 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:27:32.481224 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-94694dad-335c-47f7-adbc-7cf9a70616f1 None None] Provisioning complete for port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:32.481605 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-94694dad-335c-47f7-adbc-7cf9a70616f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:32.566500 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:31Z', 'revision_number': 3, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:32.594096 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Checking router: d8475442-12fd-4d12-862d-9769fd16442e for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:27:32.594452 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Updating router d8475442-12fd-4d12-862d-9769fd16442e port 3a253390-20db-48d6-9366-e6eae0c4386a binding host dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:27:32.652172 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:32.683117 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-94694dad-335c-47f7-adbc-7cf9a70616f1 None None] Current status of the port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:32.683760 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-94694dad-335c-47f7-adbc-7cf9a70616f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:32.787428 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-94694dad-335c-47f7-adbc-7cf9a70616f1 None None] For port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=62c60bd3-25eb-4eca-bdcd-e8be4f0818d9,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:32.795745 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-94694dad-335c-47f7-adbc-7cf9a70616f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:32.859305 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:32.890512 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94694dad-335c-47f7-adbc-7cf9a70616f1 None None] Pushing event updated for resources: {'Port': ['ID=62c60bd3-25eb-4eca-bdcd-e8be4f0818d9,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:32.940988 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-bee90494-6a66-43ac-90c4-e0c33aa10b10 None None] Provisioning complete for port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:32.941369 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bee90494-6a66-43ac-90c4-e0c33aa10b10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.026356 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Allocated IP 172.20.0.1 (bb0501cb-ea25-4996-a098-17a5ae10db73/225869ce-20d0-40f3-9103-79121ac5abd0/b3acf2fd-e7f9-49a7-9078-21267b0d0de5) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:27:33.032409 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Publish callbacks [] for port (3a253390-20db-48d6-9366-e6eae0c4386a), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.038083 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.121672 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-bee90494-6a66-43ac-90c4-e0c33aa10b10 None None] Current status of the port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:33.124719 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Attempting to bind port 3a253390-20db-48d6-9366-e6eae0c4386a on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:27:33.125104 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Attempting to bind port 3a253390-20db-48d6-9366-e6eae0c4386a by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:27:33.125474 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Attempting to bind port 3a253390-20db-48d6-9366-e6eae0c4386a on network d6baab9c-63f1-4cb4-8c83-cc41134b5337 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:27:33.127371 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cde8ff-fbeb-46bb-9660-5f7625350ce7 None None] Pushing event updated for resources: {'Port': ['ID=3a253390-20db-48d6-9366-e6eae0c4386a,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:33.133725 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:27:33.134104 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:27:33.134401 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Publish callbacks [] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.134875 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.135090 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Bound using segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:27:33.135401 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Bound port: 3a253390-20db-48d6-9366-e6eae0c4386a, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:27:33.135784 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.166384 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.190608 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] For port 3a253390-20db-48d6-9366-e6eae0c4386a, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:27:33.194525 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] For port 3a253390-20db-48d6-9366-e6eae0c4386a, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=3a253390-20db-48d6-9366-e6eae0c4386a,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:27:33.200476 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.206617 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Network bb0501cb-ea25-4996-a098-17a5ae10db73 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:27:33.211626 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:33.214102 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:27:33.247628 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Pushing event updated for resources: {'Port': ['ID=b3acf2fd-e7f9-49a7-9078-21267b0d0de5,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:33.257658 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Routers {'d8475442-12fd-4d12-862d-9769fd16442e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:33.258312 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:27:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d8475442-12fd-4d12-862d-9769fd16442e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:33.268344 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622223'] for router_interface (d8475442-12fd-4d12-862d-9769fd16442e), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.295441 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cde8ff-fbeb-46bb-9660-5f7625350ce7 None None] Pushing event updated for resources: {'Port': ['ID=3a253390-20db-48d6-9366-e6eae0c4386a,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:33.376444 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] Set router d8475442-12fd-4d12-862d-9769fd16442e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:33.431655 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.492784 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:27:33.583617 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-dde7aaf8-bcaa-4f50-815b-19336527f44a None None] Provisioning complete for port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:33.584042 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dde7aaf8-bcaa-4f50-815b-19336527f44a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.600884 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Publish callbacks [] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.605879 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.680848 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622107'] for router_interface (d8475442-12fd-4d12-862d-9769fd16442e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.682820 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Pushing event updated for resources: {'Port': ['ID=b3acf2fd-e7f9-49a7-9078-21267b0d0de5,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:33.770612 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:33.771010 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:33.776012 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-dde7aaf8-bcaa-4f50-815b-19336527f44a None None] Port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:27:33.781604 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Network bb0501cb-ea25-4996-a098-17a5ae10db73 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:27:33.783009 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:33.823272 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:31Z', 'revision_number': 3, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:33.855432 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd211345-f2e4-4d04-a29b-1e687b64a2db None None] The sync data for ids ['d8475442-12fd-4d12-862d-9769fd16442e'] in dv-cinder-750782-13-iscsi is: [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:31Z', 'revision_number': 3, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:27:33.899551 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:33.935531 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Router d8475442-12fd-4d12-862d-9769fd16442e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:27:34.066269 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:34.092366 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:27:34.100750 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b3815709-ff05-431a-ae90-0d3b7d080b23 admin admin] 10.222.0.23 "PUT /v2.0/routers/d8475442-12fd-4d12-862d-9769fd16442e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0309324 Mar 29 01:27:34.105006 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-35b3bbe9-4c6c-4dd3-ac5a-954f62e2a928 None None] Provisioning complete for port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:34.105834 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-35b3bbe9-4c6c-4dd3-ac5a-954f62e2a928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:34.170056 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-35b3bbe9-4c6c-4dd3-ac5a-954f62e2a928 None None] Port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:27:34.683179 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46642) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:34.688501 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1206573214-network', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:34.710275 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Made reservation on behalf of bde550fdcc794ba683fb9f4e95618f0a for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:27:34.712941 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:34.723088 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:34.809962 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Publish callbacks [] for security_group (feaa1f63-4ef3-4196-a7f7-ef74c09d1857), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:34.813602 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (feaa1f63-4ef3-4196-a7f7-ef74c09d1857), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:34.840353 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:27:34.846627 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaa1f63-4ef3-4196-a7f7-ef74c09d1857,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:34.853259 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (c7186c16-eba5-4896-8fe8-bf3e807317ab), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:34.853600 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Added segment c7186c16-eba5-4896-8fe8-bf3e807317ab of type vlan for network 55aa10eb-8fca-4b73-8e5f-d6250725a000 Mar 29 01:27:34.894690 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (55aa10eb-8fca-4b73-8e5f-d6250725a000), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:34.920131 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (55aa10eb-8fca-4b73-8e5f-d6250725a000), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:34.921121 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:34.921862 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:34.975932 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2912383 Mar 29 01:27:34.978860 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46644) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:34.983826 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] Request body: {'subnet': {'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1206573214-subnet', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'ip_version': 4}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:34.984834 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0cd350-1daa-4379-ad5c-bf2e65e2d11c admin admin] Pushing event updated for resources: {'Network': ['ID=55aa10eb-8fca-4b73-8e5f-d6250725a000,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:34.995154 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 55aa10eb-8fca-4b73-8e5f-d6250725a000 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:27:35.008908 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] Made reservation on behalf of bde550fdcc794ba683fb9f4e95618f0a for: {'subnet': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:27:35.012163 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9934530'] for subnet (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.181292 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10030266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9934548'] for subnet (0946199c-97ae-404e-ac9d-bcf028c6b8b0), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.237320 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=0946199c-97ae-404e-ac9d-bcf028c6b8b0,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:35.247525 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] Checking segment: {'id': 'c7186c16-eba5-4896-8fe8-bf3e807317ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:27:35.247888 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] Network hostable DHCP agents. Network: 55aa10eb-8fca-4b73-8e5f-d6250725a000, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:27:35.264939 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] Network 55aa10eb-8fca-4b73-8e5f-d6250725a000 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:27:35.273024 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 55aa10eb-8fca-4b73-8e5f-d6250725a000) {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:35.277006 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:35.277613 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.283036 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d8f3af-898d-49ac-b2fd-7caa631ca060 None None] Network 55aa10eb-8fca-4b73-8e5f-d6250725a000 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:27:35.294564 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-8253f045-03f2-4081-9b40-56bf953532ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3144767 Mar 29 01:27:35.297639 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46650) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:35.301783 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1206573214-router', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:35.321543 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61828'] for router (c38daaec-ca30-409a-acdf-7d7a2f03b05d), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.322779 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61853'] for router (c38daaec-ca30-409a-acdf-7d7a2f03b05d), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.392798 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Publish callbacks [] for router_controller (c38daaec-ca30-409a-acdf-7d7a2f03b05d), precommit_add_association {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.416619 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-55aa10eb-8fca-4b73-8e5f-d6250725a000', 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000', 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'fixed_ips': [{'subnet_id': '0946199c-97ae-404e-ac9d-bcf028c6b8b0'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:27:35.419876 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.503024 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 3a253390-20db-48d6-9366-e6eae0c4386a up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:27:35.541973 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Publish callbacks [] for router_gateway (c38daaec-ca30-409a-acdf-7d7a2f03b05d), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.596891 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Allocated IP 172.20.0.2 (55aa10eb-8fca-4b73-8e5f-d6250725a000/0946199c-97ae-404e-ac9d-bcf028c6b8b0/ad8aa201-bb7b-4f93-9cea-bca999609f17) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:27:35.598388 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Sync routers for ids ['d8475442-12fd-4d12-862d-9769fd16442e'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:27:35.609366 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 3a253390-20db-48d6-9366-e6eae0c4386a triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:35.609758 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.611199 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Routers {'d8475442-12fd-4d12-862d-9769fd16442e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:35.611985 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:27:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d8475442-12fd-4d12-862d-9769fd16442e'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:35.728788 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Set router d8475442-12fd-4d12-862d-9769fd16442e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:35.779929 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 3a253390-20db-48d6-9366-e6eae0c4386a is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:35.780326 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.793791 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Publish callbacks [] for router_gateway (c38daaec-ca30-409a-acdf-7d7a2f03b05d), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.814698 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.826503 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port 3a253390-20db-48d6-9366-e6eae0c4386a, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=3a253390-20db-48d6-9366-e6eae0c4386a,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:35.831867 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.863072 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Publish callbacks [] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.873217 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:35.902138 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=3a253390-20db-48d6-9366-e6eae0c4386a,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:35.909863 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Network 55aa10eb-8fca-4b73-8e5f-d6250725a000 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:27:35.929350 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Allocated IP 172.27.2.233 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/1465f363-0f40-4e81-b8af-868cf4918b0c) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:27:35.931576 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:35.934644 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:27:35.951044 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 4, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'b3acf2fd-e7f9-49a7-9078-21267b0d0de5', 'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'mac_address': 'fa:16:3e:c7:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:32Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 2, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'subnets': [{'id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:35.979818 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Checking router: d8475442-12fd-4d12-862d-9769fd16442e for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:27:35.980322 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Updating router d8475442-12fd-4d12-862d-9769fd16442e port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 binding host dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:27:36.003703 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Pushing event updated for resources: {'Port': ['ID=ad8aa201-bb7b-4f93-9cea-bca999609f17,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:36.009526 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.014527 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Attempting to bind port ad8aa201-bb7b-4f93-9cea-bca999609f17 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:27:36.014935 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Attempting to bind port ad8aa201-bb7b-4f93-9cea-bca999609f17 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'c7186c16-eba5-4896-8fe8-bf3e807317ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:27:36.015299 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Attempting to bind port ad8aa201-bb7b-4f93-9cea-bca999609f17 on network 55aa10eb-8fca-4b73-8e5f-d6250725a000 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:27:36.025653 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:27:36.025961 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Checking segment: {'id': 'c7186c16-eba5-4896-8fe8-bf3e807317ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:27:36.026397 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.026906 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Bound using segment: {'id': 'c7186c16-eba5-4896-8fe8-bf3e807317ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:27:36.027388 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Bound port: ad8aa201-bb7b-4f93-9cea-bca999609f17, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7186c16-eba5-4896-8fe8-bf3e807317ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:27:36.027881 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.061037 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Publish callbacks [] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.096590 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] For port ad8aa201-bb7b-4f93-9cea-bca999609f17, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:27:36.101723 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] For port ad8aa201-bb7b-4f93-9cea-bca999609f17, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=ad8aa201-bb7b-4f93-9cea-bca999609f17,segment=NetworkSegment(c7186c16-eba5-4896-8fe8-bf3e807317ab),segment_id=c7186c16-eba5-4896-8fe8-bf3e807317ab)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:27:36.102910 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.108697 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.145874 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:27:36.156645 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:36.162784 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:27:36.165898 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Pushing event updated for resources: {'Port': ['ID=1465f363-0f40-4e81-b8af-868cf4918b0c,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:36.198621 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3106338-d982-4e5f-8e5d-0953d5b41e02 None None] Pushing event updated for resources: {'Port': ['ID=ad8aa201-bb7b-4f93-9cea-bca999609f17,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:36.427168 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Publish callbacks [] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.434260 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.466005 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Publish callbacks [] for router_gateway (c38daaec-ca30-409a-acdf-7d7a2f03b05d), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.487957 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Pushing event updated for resources: {'Port': ['ID=b3acf2fd-e7f9-49a7-9078-21267b0d0de5,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:36.545108 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.545462 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.545837 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.546199 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.546539 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.546947 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.547218 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.547545 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.547885 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.548220 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.548548 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.548890 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.549219 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.549540 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.549862 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:36.562635 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Attempting to bind port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:27:36.563043 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Attempting to bind port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:27:36.563407 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Attempting to bind port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 on network bb0501cb-ea25-4996-a098-17a5ae10db73 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:27:36.570088 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:27:36.570466 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Checking segment: {'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:27:36.571139 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.571731 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Bound using segment: {'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:27:36.572413 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Bound port: b3acf2fd-e7f9-49a7-9078-21267b0d0de5, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:27:36.573014 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.671175 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] For port b3acf2fd-e7f9-49a7-9078-21267b0d0de5, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:27:36.674873 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] For port b3acf2fd-e7f9-49a7-9078-21267b0d0de5, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=b3acf2fd-e7f9-49a7-9078-21267b0d0de5,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:27:36.683175 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.757452 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Routers {'d8475442-12fd-4d12-862d-9769fd16442e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:36.758148 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:27:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d8475442-12fd-4d12-862d-9769fd16442e'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:36.760536 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feee14e-0e68-430b-91dd-8b481e5ed916 None None] Pushing event updated for resources: {'Port': ['ID=b3acf2fd-e7f9-49a7-9078-21267b0d0de5,revision_number=4']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:36.771098 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296'] for router (c38daaec-ca30-409a-acdf-7d7a2f03b05d), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.906500 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-c28a865a-3335-4677-aac9-1aa015929b76 None None] Provisioning complete for port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:36.908363 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c28a865a-3335-4677-aac9-1aa015929b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:36.925785 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] Set router d8475442-12fd-4d12-862d-9769fd16442e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:37.031393 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-c28a865a-3335-4677-aac9-1aa015929b76 None None] Current status of the port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:37.035843 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c28a865a-3335-4677-aac9-1aa015929b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:37.100015 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-c28a865a-3335-4677-aac9-1aa015929b76 None None] For port b3acf2fd-e7f9-49a7-9078-21267b0d0de5, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=b3acf2fd-e7f9-49a7-9078-21267b0d0de5,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:37.119047 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c28a865a-3335-4677-aac9-1aa015929b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:37.224939 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a865a-3335-4677-aac9-1aa015929b76 None None] Pushing event updated for resources: {'Port': ['ID=b3acf2fd-e7f9-49a7-9078-21267b0d0de5,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:37.345952 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-8dce5364-cdfd-41d9-bc6e-cc334a230671 None None] Provisioning complete for port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:37.346652 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8dce5364-cdfd-41d9-bc6e-cc334a230671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:37.363978 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 4, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'b3acf2fd-e7f9-49a7-9078-21267b0d0de5', 'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'mac_address': 'fa:16:3e:c7:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:32Z', 'updated_at': '2022-03-29T01:27:36Z', 'revision_number': 4, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'subnets': [{'id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:37.406006 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9814084-04d9-4e7c-812d-4c3bf70c4b34 None None] The sync data for ids ['d8475442-12fd-4d12-862d-9769fd16442e'] in dv-cinder-750782-13-iscsi is: [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 4, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'b3acf2fd-e7f9-49a7-9078-21267b0d0de5', 'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'mac_address': 'fa:16:3e:c7:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:32Z', 'updated_at': '2022-03-29T01:27:36Z', 'revision_number': 4, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'subnets': [{'id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:27:37.525878 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Router c38daaec-ca30-409a-acdf-7d7a2f03b05d is scheduled to L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 with binding_index 1 {{(pid=103386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 01:27:37.549363 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8dce5364-cdfd-41d9-bc6e-cc334a230671 None None] Current status of the port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:37.689042 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee938671-1069-4357-b95b-c4da45e24393 None None] Network 55aa10eb-8fca-4b73-8e5f-d6250725a000 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:27:37.694036 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 3a253390-20db-48d6-9366-e6eae0c4386a up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:27:37.703828 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:27:37.732973 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:37.737587 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-84af3641-7a87-4bc2-9b82-5ca184ddaca0 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4364240 Mar 29 01:27:37.738071 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 46698) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:37.754152 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Sync routers for ids ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:27:37.809153 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Routers {'c38daaec-ca30-409a-acdf-7d7a2f03b05d'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:37.810094 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:27:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:37.902825 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-34f34208-f2f6-4b33-89a1-38807598f9d5 None None] Provisioning complete for port ad8aa201-bb7b-4f93-9cea-bca999609f17 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:37.902825 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-34f34208-f2f6-4b33-89a1-38807598f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.007145 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 3a253390-20db-48d6-9366-e6eae0c4386a triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:38.007833 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.080769 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Set router c38daaec-ca30-409a-acdf-7d7a2f03b05d gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:38.239891 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.291635 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-34f34208-f2f6-4b33-89a1-38807598f9d5 None None] Current status of the port ad8aa201-bb7b-4f93-9cea-bca999609f17 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:38.292127 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-34f34208-f2f6-4b33-89a1-38807598f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.345795 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 3a253390-20db-48d6-9366-e6eae0c4386a is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:38.346956 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device ad8aa201-bb7b-4f93-9cea-bca999609f17 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:27:38.399433 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-34f34208-f2f6-4b33-89a1-38807598f9d5 None None] For port ad8aa201-bb7b-4f93-9cea-bca999609f17, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=ad8aa201-bb7b-4f93-9cea-bca999609f17,segment=NetworkSegment(c7186c16-eba5-4896-8fe8-bf3e807317ab),segment_id=c7186c16-eba5-4896-8fe8-bf3e807317ab)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:38.448365 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-34f34208-f2f6-4b33-89a1-38807598f9d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.491079 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Allocated IP 172.20.0.1 (55aa10eb-8fca-4b73-8e5f-d6250725a000/0946199c-97ae-404e-ac9d-bcf028c6b8b0/a207fa8e-e9f7-40cc-8deb-9b941e1b2e09) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:27:38.553934 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f34208-f2f6-4b33-89a1-38807598f9d5 None None] Pushing event updated for resources: {'Port': ['ID=ad8aa201-bb7b-4f93-9cea-bca999609f17,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:38.576460 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port ad8aa201-bb7b-4f93-9cea-bca999609f17 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:38.576847 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.623433 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Publish callbacks [] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.665348 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.705775 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Network 55aa10eb-8fca-4b73-8e5f-d6250725a000 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:27:38.710676 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:38.714467 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:27:38.759202 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Pushing event updated for resources: {'Port': ['ID=a207fa8e-e9f7-40cc-8deb-9b941e1b2e09,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:38.767093 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-24f3c5ca-0597-4eff-a6be-1a26edad1bfc None None] Provisioning complete for port ad8aa201-bb7b-4f93-9cea-bca999609f17 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:38.767372 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-24f3c5ca-0597-4eff-a6be-1a26edad1bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.774657 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622223'] for router_interface (c38daaec-ca30-409a-acdf-7d7a2f03b05d), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.813647 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46728) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:38.838010 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'name': 'tempest-TestMinimumBasicScenario-1206573214-router', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:36Z', 'revision_number': 3, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'gw_port': {'id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:01:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:38.878726 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Checking router: c38daaec-ca30-409a-acdf-7d7a2f03b05d for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:27:38.879109 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Updating router c38daaec-ca30-409a-acdf-7d7a2f03b05d port 1465f363-0f40-4e81-b8af-868cf4918b0c binding host dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:27:38.951020 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.977726 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:38.987245 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8d24789b-e9bf-4732-b7fb-906a2b260683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.010632 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port ad8aa201-bb7b-4f93-9cea-bca999609f17 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:39.085382 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8d24789b-e9bf-4732-b7fb-906a2b260683 admin admin] Publish callbacks [] for security_group (d1ddda26-63dc-43a0-8fe3-9d7f667a8010), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.090384 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8d24789b-e9bf-4732-b7fb-906a2b260683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d1ddda26-63dc-43a0-8fe3-9d7f667a8010), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.150516 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d24789b-e9bf-4732-b7fb-906a2b260683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ddda26-63dc-43a0-8fe3-9d7f667a8010,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:39.159232 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8d24789b-e9bf-4732-b7fb-906a2b260683 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82f00ca518e24b648eabd79daad5ed2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3445034 Mar 29 01:27:39.162715 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46736) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:39.177140 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Publish callbacks [] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.182030 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.214688 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-24f3c5ca-0597-4eff-a6be-1a26edad1bfc None None] Current status of the port ad8aa201-bb7b-4f93-9cea-bca999609f17 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:39.224218 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2fb1a2-9848-44f7-bd32-a48b516f71b9 admin admin] Publish callbacks [] for security_group (d1ddda26-63dc-43a0-8fe3-9d7f667a8010), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.251026 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Pushing event updated for resources: {'Port': ['ID=a207fa8e-e9f7-40cc-8deb-9b941e1b2e09,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:39.254639 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622107'] for router_interface (c38daaec-ca30-409a-acdf-7d7a2f03b05d), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.254936 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2fb1a2-9848-44f7-bd32-a48b516f71b9 admin admin] Publish callbacks [] for security_group (d1ddda26-63dc-43a0-8fe3-9d7f667a8010), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.321294 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2fb1a2-9848-44f7-bd32-a48b516f71b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d1ddda26-63dc-43a0-8fe3-9d7f667a8010), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.324554 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-df2fb1a2-9848-44f7-bd32-a48b516f71b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.325726 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-df2fb1a2-9848-44f7-bd32-a48b516f71b9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d1ddda26-63dc-43a0-8fe3-9d7f667a8010 HTTP/1.1" status: 204 len: 168 time: 0.1614454 Mar 29 01:27:39.334360 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2fb1a2-9848-44f7-bd32-a48b516f71b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ddda26-63dc-43a0-8fe3-9d7f667a8010,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:39.358584 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Network 55aa10eb-8fca-4b73-8e5f-d6250725a000 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:27:39.360186 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:39.394161 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Publish callbacks [] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.396854 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-759cb2b4-7ca7-427d-a399-038b83791e14 None None] Provisioning complete for port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:39.397477 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-759cb2b4-7ca7-427d-a399-038b83791e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.432989 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.484007 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-759cb2b4-7ca7-427d-a399-038b83791e14 None None] Port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:27:39.504315 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Attempting to bind port 1465f363-0f40-4e81-b8af-868cf4918b0c on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:27:39.504694 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Attempting to bind port 1465f363-0f40-4e81-b8af-868cf4918b0c by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:27:39.505059 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Attempting to bind port 1465f363-0f40-4e81-b8af-868cf4918b0c on network d6baab9c-63f1-4cb4-8c83-cc41134b5337 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:27:39.512531 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1c68e-f8d9-4bf3-acef-628c8ea7efbf None None] Pushing event updated for resources: {'Port': ['ID=1465f363-0f40-4e81-b8af-868cf4918b0c,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:39.518095 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:27:39.518473 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:27:39.519082 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.519389 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Bound using segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:27:39.519895 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Bound port: 1465f363-0f40-4e81-b8af-868cf4918b0c, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:27:39.520278 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.525154 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Router c38daaec-ca30-409a-acdf-7d7a2f03b05d has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:27:39.613834 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] For port 1465f363-0f40-4e81-b8af-868cf4918b0c, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:27:39.625709 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] For port 1465f363-0f40-4e81-b8af-868cf4918b0c, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=1465f363-0f40-4e81-b8af-868cf4918b0c,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:27:39.636478 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.647337 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device ad8aa201-bb7b-4f93-9cea-bca999609f17 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:27:39.684063 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:27:39.688892 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-46a980fb-d0dd-4ff4-aa57-3dda93637d30 admin admin] 10.222.0.23 "PUT /v2.0/routers/c38daaec-ca30-409a-acdf-7d7a2f03b05d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9497015 Mar 29 01:27:39.723422 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46746) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:39.739567 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33c10d1d-68b9-460e-85c9-46371605db80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.747415 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1c68e-f8d9-4bf3-acef-628c8ea7efbf None None] Pushing event updated for resources: {'Port': ['ID=1465f363-0f40-4e81-b8af-868cf4918b0c,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:39.751594 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Routers {'c38daaec-ca30-409a-acdf-7d7a2f03b05d'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:39.752310 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:27:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:39.826334 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33c10d1d-68b9-460e-85c9-46371605db80 admin admin] Publish callbacks [] for security_group (a7ed4976-e107-45b4-a118-d7823d3d586a), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.831130 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-33c10d1d-68b9-460e-85c9-46371605db80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a7ed4976-e107-45b4-a118-d7823d3d586a), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.844111 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port ad8aa201-bb7b-4f93-9cea-bca999609f17 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:39.844881 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.880880 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-33c10d1d-68b9-460e-85c9-46371605db80 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=daaa20638a024c16af0d6bd80cc5054b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560659 Mar 29 01:27:39.884323 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46756) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:39.886110 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e246c959-4a57-416d-a0cf-9f6c215ab1b9 None None] Provisioning complete for port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:39.886705 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e246c959-4a57-416d-a0cf-9f6c215ab1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.892510 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c10d1d-68b9-460e-85c9-46371605db80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ed4976-e107-45b4-a118-d7823d3d586a,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:39.950201 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d465149d-8aff-4ac5-a7ee-7adb55447bee admin admin] Publish callbacks [] for security_group (a7ed4976-e107-45b4-a118-d7823d3d586a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.959590 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] Set router c38daaec-ca30-409a-acdf-7d7a2f03b05d gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:39.973097 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d465149d-8aff-4ac5-a7ee-7adb55447bee admin admin] Publish callbacks [] for security_group (a7ed4976-e107-45b4-a118-d7823d3d586a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:39.986011 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e246c959-4a57-416d-a0cf-9f6c215ab1b9 None None] Port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:27:40.027075 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d465149d-8aff-4ac5-a7ee-7adb55447bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a7ed4976-e107-45b4-a118-d7823d3d586a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:40.030240 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d465149d-8aff-4ac5-a7ee-7adb55447bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:40.031714 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d465149d-8aff-4ac5-a7ee-7adb55447bee admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a7ed4976-e107-45b4-a118-d7823d3d586a HTTP/1.1" status: 204 len: 168 time: 0.1461480 Mar 29 01:27:40.048777 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465149d-8aff-4ac5-a7ee-7adb55447bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ed4976-e107-45b4-a118-d7823d3d586a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:40.132722 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port ad8aa201-bb7b-4f93-9cea-bca999609f17 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:40.133870 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device b3acf2fd-e7f9-49a7-9078-21267b0d0de5 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:27:40.244587 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:40.244974 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:40.303482 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'name': 'tempest-TestMinimumBasicScenario-1206573214-router', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:38Z', 'revision_number': 4, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'gw_port': {'id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:01:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'a207fa8e-e9f7-40cc-8deb-9b941e1b2e09', 'name': '', 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'mac_address': 'fa:16:3e:31:07:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0946199c-97ae-404e-ac9d-bcf028c6b8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:38Z', 'updated_at': '2022-03-29T01:27:39Z', 'revision_number': 2, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'subnets': [{'id': '0946199c-97ae-404e-ac9d-bcf028c6b8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:40.349079 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b368f948-67e8-4c40-89ea-ec160241af9a None None] The sync data for ids ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'] in dv-cinder-750782-13-iscsi is: [{'id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'name': 'tempest-TestMinimumBasicScenario-1206573214-router', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:38Z', 'revision_number': 4, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'gw_port': {'id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:01:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'a207fa8e-e9f7-40cc-8deb-9b941e1b2e09', 'name': '', 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'mac_address': 'fa:16:3e:31:07:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0946199c-97ae-404e-ac9d-bcf028c6b8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:38Z', 'updated_at': '2022-03-29T01:27:39Z', 'revision_number': 2, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'subnets': [{'id': '0946199c-97ae-404e-ac9d-bcf028c6b8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:27:40.367339 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:41.574648 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 1465f363-0f40-4e81-b8af-868cf4918b0c up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:27:41.653465 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 1465f363-0f40-4e81-b8af-868cf4918b0c triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:41.654574 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:41.775460 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 1465f363-0f40-4e81-b8af-868cf4918b0c is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:41.776205 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:41.810933 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port 1465f363-0f40-4e81-b8af-868cf4918b0c, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=1465f363-0f40-4e81-b8af-868cf4918b0c,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:41.821463 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:41.927460 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=1465f363-0f40-4e81-b8af-868cf4918b0c,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:41.939314 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-cc74711e-ef6d-4f95-adfd-5d21e82f31a4 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1186367184&fields=id&tenant_id=07c817d7f10d4bee961de8bd4442eb3e HTTP/1.1" status: 200 len: 267 time: 0.1109433 Mar 29 01:27:42.077352 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-8a720090-60aa-4da1-8a34-188474b5adb8 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:42.085085 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-8a720090-60aa-4da1-8a34-188474b5adb8 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 811 time: 0.1442895 Mar 29 01:27:42.113426 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-4d68fe1c-66f6-4b31-a892-c5fe99d102f0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/quotas/07c817d7f10d4bee961de8bd4442eb3e HTTP/1.1" status: 200 len: 375 time: 0.0213397 Mar 29 01:27:42.235323 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6b6b6b67-f210-4303-a587-a010ea206b94 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1209810 Mar 29 01:27:42.254708 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-e58cb193-30c3-4d52-8a19-9b9983034bad service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:27:42.256761 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-e58cb193-30c3-4d52-8a19-9b9983034bad service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072174 Mar 29 01:27:42.426034 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-31764581-9a76-4569-949f-759a8f34a395 service neutron] 10.222.0.23 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627178 Mar 29 01:27:42.570699 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-68722b0c-bf0e-498b-b552-54787352c429 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4193420 Mar 29 01:27:42.602405 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-61715bd0-000b-40fb-a642-f23bb8004ab4 service neutron] 10.222.0.23 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616533 Mar 29 01:27:42.701591 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-c763e74b-0caa-4c0b-84b7-803757cefd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:42.703300 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-c763e74b-0caa-4c0b-84b7-803757cefd7d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 1129 time: 0.0998020 Mar 29 01:27:42.891556 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-e05f91c4-1275-42cd-85d0-ec8c934e42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:42.893301 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-e05f91c4-1275-42cd-85d0-ec8c934e42cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 912 time: 0.1657290 Mar 29 01:27:43.020072 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-78069951-e178-4dae-a91a-9fb650636cb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=403f3624-56d3-4ca2-851b-efb50181d6da HTTP/1.1" status: 200 len: 1000 time: 0.1199572 Mar 29 01:27:43.118872 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-3fca4ccd-d771-4f96-b54d-c06798b226ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:43.120679 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-3fca4ccd-d771-4f96-b54d-c06798b226ef service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.0912511 Mar 29 01:27:43.233160 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-732cac19-bae6-44e3-857f-e94c1378761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:43.237637 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-732cac19-bae6-44e3-857f-e94c1378761a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1115522 Mar 29 01:27:43.261825 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-9e75f054-98b0-4c01-b7b0-f55db9a17155 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:27:43.263122 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-9e75f054-98b0-4c01-b7b0-f55db9a17155 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100453 Mar 29 01:27:43.297012 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8fb7d3b3-bcc3-4657-a034-2abadba98f10 req-04b40f40-e998-4e6d-98f3-65fad18f30e4 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 210 time: 0.0729263 Mar 29 01:27:43.476874 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-f0a61952-c132-44bb-88d9-934939080264 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901493 Mar 29 01:27:43.573000 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 1465f363-0f40-4e81-b8af-868cf4918b0c up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:27:43.605033 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8ec0ab8a-ba14-42c2-ab23-2302130690fe req-ee7f1736-6d5f-4606-bae7-6eab3049452e service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200063 Mar 29 01:27:43.646874 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 1465f363-0f40-4e81-b8af-868cf4918b0c triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:43.647574 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:43.755728 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 1465f363-0f40-4e81-b8af-868cf4918b0c is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:44.436681 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3388aad5-903b-49e3-ac49-0887b38af6f9 req-1a5e4d8f-9f8d-4f26-a46d-4483bfe6a04b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 210 time: 0.0343187 Mar 29 01:27:44.712337 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-a099dc77-9b68-415a-95d1-e3a3f5546a5b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:44.713925 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-a099dc77-9b68-415a-95d1-e3a3f5546a5b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 811 time: 0.1614549 Mar 29 01:27:44.797322 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-fbff177e-f198-4715-a692-fc906e054319 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07c817d7f10d4bee961de8bd4442eb3e HTTP/1.1" status: 200 len: 380 time: 0.0744827 Mar 29 01:27:44.807466 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'port': {'device_id': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'admin_state_up': True, 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'security_groups': ['29afa6f3-151a-444d-a512-e98de5200fa4']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:44.855181 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Sync routers for ids ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:27:44.869197 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Routers {'c38daaec-ca30-409a-acdf-7d7a2f03b05d'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:44.869754 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:27:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:45.004788 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Set router c38daaec-ca30-409a-acdf-7d7a2f03b05d gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:45.042996 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Made reservation on behalf of 07c817d7f10d4bee961de8bd4442eb3e for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:27:45.047928 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:45.267655 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'name': 'tempest-TestMinimumBasicScenario-1206573214-router', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:38Z', 'revision_number': 4, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'gw_port': {'id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'a207fa8e-e9f7-40cc-8deb-9b941e1b2e09', 'name': '', 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'mac_address': 'fa:16:3e:31:07:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0946199c-97ae-404e-ac9d-bcf028c6b8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:38Z', 'updated_at': '2022-03-29T01:27:39Z', 'revision_number': 2, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'subnets': [{'id': '0946199c-97ae-404e-ac9d-bcf028c6b8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:45.294732 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Checking router: c38daaec-ca30-409a-acdf-7d7a2f03b05d for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:27:45.295108 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Updating router c38daaec-ca30-409a-acdf-7d7a2f03b05d port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 binding host dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:27:45.305613 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Allocated IP 172.20.0.9 (4f7c73be-379b-4ae3-bf8d-5e6314479282/5c383446-2d36-4ae9-824c-72047be8bef0/935bc709-e45d-4db6-9c00-205427e4275e) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:27:45.329747 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:45.539514 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for port (935bc709-e45d-4db6-9c00-205427e4275e), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:45.619582 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6711c202-6d82-4526-8646-ccaa45e9b84b req-f29c390f-1e60-4ea3-ab90-d456675be26a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 210 time: 0.0560746 Mar 29 01:27:45.630552 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (935bc709-e45d-4db6-9c00-205427e4275e), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:45.685224 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'Port': ['ID=935bc709-e45d-4db6-9c00-205427e4275e,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:45.701177 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Network 4f7c73be-379b-4ae3-bf8d-5e6314479282 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:27:45.702782 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:45.714153 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Publish callbacks [] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:45.721677 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:45.726290 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:27:45.774707 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a3f3a-7b7b-48e0-aa3d-e2c1d8874566 None None] Pushing event updated for resources: {'Port': ['ID=a207fa8e-e9f7-40cc-8deb-9b941e1b2e09,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:45.830992 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:45.831693 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:45.871844 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-6679398d-dbfb-4b33-9c02-a017e44deb82 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0693316 Mar 29 01:27:45.881361 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Attempting to bind port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:27:45.882362 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Attempting to bind port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'c7186c16-eba5-4896-8fe8-bf3e807317ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:27:45.882919 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Attempting to bind port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 on network 55aa10eb-8fca-4b73-8e5f-d6250725a000 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:27:45.883793 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Request body: {'port': {'device_id': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:45.897790 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:27:45.898643 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Checking segment: {'id': 'c7186c16-eba5-4896-8fe8-bf3e807317ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:27:45.899082 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:45.899996 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Bound using segment: {'id': 'c7186c16-eba5-4896-8fe8-bf3e807317ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:27:45.900484 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Bound port: a207fa8e-e9f7-40cc-8deb-9b941e1b2e09, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7186c16-eba5-4896-8fe8-bf3e807317ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:27:45.900867 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:46.018807 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] For port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:27:46.023128 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] For port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=a207fa8e-e9f7-40cc-8deb-9b941e1b2e09,segment=NetworkSegment(c7186c16-eba5-4896-8fe8-bf3e807317ab),segment_id=c7186c16-eba5-4896-8fe8-bf3e807317ab)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:27:46.038275 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:46.043180 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (935bc709-e45d-4db6-9c00-205427e4275e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:46.142224 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a3f3a-7b7b-48e0-aa3d-e2c1d8874566 None None] Pushing event updated for resources: {'Port': ['ID=a207fa8e-e9f7-40cc-8deb-9b941e1b2e09,revision_number=4']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:46.164755 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Routers {'c38daaec-ca30-409a-acdf-7d7a2f03b05d'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:27:46.165064 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:27:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:46.215833 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-a4bc19b9-a880-4729-86c9-9894cb8a96f3 None None] Provisioning complete for port 935bc709-e45d-4db6-9c00-205427e4275e triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:46.218001 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a4bc19b9-a880-4729-86c9-9894cb8a96f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (935bc709-e45d-4db6-9c00-205427e4275e), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:46.295991 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-a4bc19b9-a880-4729-86c9-9894cb8a96f3 None None] Port 935bc709-e45d-4db6-9c00-205427e4275e cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:27:46.466602 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-4bcea103-957d-4fb5-967b-80640e261f08 None None] Provisioning complete for port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:46.469418 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4bcea103-957d-4fb5-967b-80640e261f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:46.556501 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935bc709-e45d-4db6-9c00-205427e4275e {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:27:46.565125 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Publish callbacks [] for port (935bc709-e45d-4db6-9c00-205427e4275e), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:46.581200 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Transition to ACTIVE for port object 935bc709-e45d-4db6-9c00-205427e4275e will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:27:46.587110 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] Set router c38daaec-ca30-409a-acdf-7d7a2f03b05d gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:27:46.587709 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (935bc709-e45d-4db6-9c00-205427e4275e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:46.647871 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-4bcea103-957d-4fb5-967b-80640e261f08 None None] Current status of the port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:46.649276 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4bcea103-957d-4fb5-967b-80640e261f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:46.758529 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-4bcea103-957d-4fb5-967b-80640e261f08 None None] For port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=a207fa8e-e9f7-40cc-8deb-9b941e1b2e09,segment=NetworkSegment(c7186c16-eba5-4896-8fe8-bf3e807317ab),segment_id=c7186c16-eba5-4896-8fe8-bf3e807317ab)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:46.775305 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4bcea103-957d-4fb5-967b-80640e261f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:46.785015 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Pushing event updated for resources: {'Port': ['ID=935bc709-e45d-4db6-9c00-205427e4275e,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:46.889273 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Attempting to bind port 935bc709-e45d-4db6-9c00-205427e4275e on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:27:46.889671 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Attempting to bind port 935bc709-e45d-4db6-9c00-205427e4275e by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:27:46.890006 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Attempting to bind port 935bc709-e45d-4db6-9c00-205427e4275e on network 4f7c73be-379b-4ae3-bf8d-5e6314479282 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:27:46.897194 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Port 935bc709-e45d-4db6-9c00-205427e4275e on network 4f7c73be-379b-4ae3-bf8d-5e6314479282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:27:46.897560 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Attempting to bind port 935bc709-e45d-4db6-9c00-205427e4275e on network 4f7c73be-379b-4ae3-bf8d-5e6314479282 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:27:46.906429 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:27:46.906824 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Checking segment: {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:27:46.907267 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Bound using segment: {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:27:46.907691 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Bound port: 935bc709-e45d-4db6-9c00-205427e4275e, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50ac599-1fda-4192-bef9-c4cc945a78df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:27:46.908058 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (935bc709-e45d-4db6-9c00-205427e4275e), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:46.950201 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcea103-957d-4fb5-967b-80640e261f08 None None] Pushing event updated for resources: {'Port': ['ID=a207fa8e-e9f7-40cc-8deb-9b941e1b2e09,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:46.973869 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a1e78-e5d2-4aa2-91eb-983f2f16f292 req-05c12bce-81e2-494b-a7a5-49b29d299b08 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:46.987130 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e7a1e78-e5d2-4aa2-91eb-983f2f16f292 req-05c12bce-81e2-494b-a7a5-49b29d299b08 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 943 time: 0.2341042 Mar 29 01:27:46.998600 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-39b3e9d4-ed8e-4e54-b524-bf0ce613efd3 None None] Provisioning complete for port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:46.998999 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-39b3e9d4-ed8e-4e54-b524-bf0ce613efd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:47.066778 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] For port 935bc709-e45d-4db6-9c00-205427e4275e, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:27:47.081907 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7e7a1e78-e5d2-4aa2-91eb-983f2f16f292 req-182eb6e2-1bd8-4113-8978-f53ca6c4809c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913360 Mar 29 01:27:47.088192 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] For port 935bc709-e45d-4db6-9c00-205427e4275e, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=935bc709-e45d-4db6-9c00-205427e4275e,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:27:47.099322 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (935bc709-e45d-4db6-9c00-205427e4275e), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:47.100778 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'name': 'tempest-TestMinimumBasicScenario-1206573214-router', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:38Z', 'revision_number': 4, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'gw_port': {'id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'a207fa8e-e9f7-40cc-8deb-9b941e1b2e09', 'name': '', 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'mac_address': 'fa:16:3e:31:07:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0946199c-97ae-404e-ac9d-bcf028c6b8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:38Z', 'updated_at': '2022-03-29T01:27:46Z', 'revision_number': 4, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'subnets': [{'id': '0946199c-97ae-404e-ac9d-bcf028c6b8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:27:47.144421 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:47.145216 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:47.145841 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127eaf25-544b-49d0-971e-8a7a65a51dcc None None] The sync data for ids ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'] in dv-cinder-750782-13-iscsi is: [{'id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'name': 'tempest-TestMinimumBasicScenario-1206573214-router', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:38Z', 'revision_number': 4, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'gw_port': {'id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'a207fa8e-e9f7-40cc-8deb-9b941e1b2e09', 'name': '', 'network_id': '55aa10eb-8fca-4b73-8e5f-d6250725a000', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'mac_address': 'fa:16:3e:31:07:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': '0946199c-97ae-404e-ac9d-bcf028c6b8b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:38Z', 'updated_at': '2022-03-29T01:27:46Z', 'revision_number': 4, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'subnets': [{'id': '0946199c-97ae-404e-ac9d-bcf028c6b8b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:27:47.146946 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] 10.222.0.13 "PUT /v2.0/ports/935bc709-e45d-4db6-9c00-205427e4275e HTTP/1.1" status: 200 len: 1093 time: 1.2676518 Mar 29 01:27:47.147400 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'tag': '935bc709-e45d-4db6-9c00-205427e4275e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:27:47.150463 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a" -d '{"events": [{"name": "network-changed", "server_uuid": "169b4ff0-a15a-46b8-9c8f-8d8537607ba2", "tag": "935bc709-e45d-4db6-9c00-205427e4275e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:27:47.261065 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b87999-a9fd-4ff4-a96e-5573142a7395 x-openstack-request-id: req-e1b87999-a9fd-4ff4-a96e-5573142a7395 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:27:47.261811 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169b4ff0-a15a-46b8-9c8f-8d8537607ba2", "tag": "935bc709-e45d-4db6-9c00-205427e4275e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:27:47.262219 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1b87999-a9fd-4ff4-a96e-5573142a7395 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:27:47.262805 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b87999-a9fd-4ff4-a96e-5573142a7395'] response: {'name': 'network-changed', 'server_uuid': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'tag': '935bc709-e45d-4db6-9c00-205427e4275e', 'status': 'completed', 'code': 200} Mar 29 01:27:47.287833 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7278e660-ed4f-473d-9d6e-efced9778e51 service neutron] Pushing event updated for resources: {'Port': ['ID=935bc709-e45d-4db6-9c00-205427e4275e,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:47.298376 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-39b3e9d4-ed8e-4e54-b524-bf0ce613efd3 None None] Current status of the port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:47.312650 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-fdf2d56b-9183-40c0-a198-7c7c7b5b8db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:47.314162 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-fdf2d56b-9183-40c0-a198-7c7c7b5b8db3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 1127 time: 0.0960169 Mar 29 01:27:47.379759 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-8475c5b4-6122-4272-a2c7-f9b0cb21cdc5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935bc709-e45d-4db6-9c00-205427e4275e HTTP/1.1" status: 200 len: 217 time: 0.0459213 Mar 29 01:27:47.518592 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-acd2da32-ae3b-4d6e-a3bf-11040a0b3ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:47.520915 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-acd2da32-ae3b-4d6e-a3bf-11040a0b3ae7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.1326423 Mar 29 01:27:47.585394 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:27:47.603481 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-c6f44e76-b6c8-453b-9db1-7b0fd44852de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:47.605300 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-c6f44e76-b6c8-453b-9db1-7b0fd44852de service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0783029 Mar 29 01:27:47.688921 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:47.689308 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:47.813220 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-9773f8c1-0a8e-445f-9647-0ef8ae42b2e3 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012284 Mar 29 01:27:47.856900 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:47.950577 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a461d298-3ecb-4756-bac9-e443bb224d84 req-71f68b9f-a9bd-4a37-a315-b312dcd3c0a7 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298552 Mar 29 01:27:47.979042 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46964) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:48.077605 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a req-7108dfb2-b157-4fbb-8387-aa588117c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:48.079348 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a req-7108dfb2-b157-4fbb-8387-aa588117c827 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 1127 time: 0.0682404 Mar 29 01:27:48.211656 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63e1e609-bbad-48e6-a1ba-50bcd93f14fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:48.323670 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a req-c4e4b6f3-a669-4f74-bb8c-f2d28a72ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:48.325355 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a req-c4e4b6f3-a669-4f74-bb8c-f2d28a72ed43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 912 time: 0.2370329 Mar 29 01:27:48.339902 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365489f5-49f0-43d6-80fa-3f04ab72f66b req-142e9465-bcc5-420e-b967-ed12272c8036 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:48.341447 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-365489f5-49f0-43d6-80fa-3f04ab72f66b req-142e9465-bcc5-420e-b967-ed12272c8036 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 943 time: 0.1608684 Mar 29 01:27:48.403064 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a req-f7d7513e-d3bb-4919-8370-21ab2830f714 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935bc709-e45d-4db6-9c00-205427e4275e HTTP/1.1" status: 200 len: 217 time: 0.0566919 Mar 29 01:27:48.528835 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-365489f5-49f0-43d6-80fa-3f04ab72f66b req-6dbca19c-e204-4582-85d0-b84570b0f926 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732926 Mar 29 01:27:48.534450 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a req-e2e8d0d2-14ee-4c2e-b67b-e8b5cd2cbfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:48.535765 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a req-e2e8d0d2-14ee-4c2e-b67b-e8b5cd2cbfb3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.1263587 Mar 29 01:27:48.540820 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63e1e609-bbad-48e6-a1ba-50bcd93f14fa admin admin] Publish callbacks [] for security_group (45f19d87-28ce-4a63-8d9f-5708d8d5ab67), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:48.559160 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63e1e609-bbad-48e6-a1ba-50bcd93f14fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (45f19d87-28ce-4a63-8d9f-5708d8d5ab67), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:48.613146 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1e609-bbad-48e6-a1ba-50bcd93f14fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45f19d87-28ce-4a63-8d9f-5708d8d5ab67,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:48.639854 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-63e1e609-bbad-48e6-a1ba-50bcd93f14fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6ccb75068d9a4b0e95765a865419afb6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6597676 Mar 29 01:27:48.642488 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46980) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:48.674813 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a req-e125fcd7-7cfd-46fe-9bc0-e0893a059f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:48.686160 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a req-e125fcd7-7cfd-46fe-9bc0-e0893a059f61 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1356311 Mar 29 01:27:49.032519 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c53243b-c881-444a-824f-fb3e143a754e admin admin] Publish callbacks [] for security_group (45f19d87-28ce-4a63-8d9f-5708d8d5ab67), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:49.067288 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c53243b-c881-444a-824f-fb3e143a754e admin admin] Publish callbacks [] for security_group (45f19d87-28ce-4a63-8d9f-5708d8d5ab67), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:49.097567 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a req-296ee3b1-24dc-40a7-9fb5-c539d930d9eb service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098313 Mar 29 01:27:49.198787 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c53243b-c881-444a-824f-fb3e143a754e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (45f19d87-28ce-4a63-8d9f-5708d8d5ab67), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:49.200051 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1c53243b-c881-444a-824f-fb3e143a754e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:49.203550 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1c53243b-c881-444a-824f-fb3e143a754e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/45f19d87-28ce-4a63-8d9f-5708d8d5ab67 HTTP/1.1" status: 204 len: 168 time: 0.5577867 Mar 29 01:27:49.220302 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53243b-c881-444a-824f-fb3e143a754e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45f19d87-28ce-4a63-8d9f-5708d8d5ab67,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:49.223549 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-80a52ec3-2ab0-4fd7-a4c1-7c4968bbc90a req-3d81ac0b-5b43-4fd1-abd0-52b61e53619f service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191170 Mar 29 01:27:49.627410 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 46998) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:49.683474 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06c4b4f1-4a62-48d0-b6b6-1f34a3b70090 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:49.830676 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06c4b4f1-4a62-48d0-b6b6-1f34a3b70090 admin admin] Publish callbacks [] for security_group (93431a6d-8104-480a-b643-ab1a07eb38cd), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:49.838716 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-06c4b4f1-4a62-48d0-b6b6-1f34a3b70090 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (93431a6d-8104-480a-b643-ab1a07eb38cd), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:49.879525 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd02e1d-7d29-45ef-91b7-35cfc30db382 req-de210276-6ec2-496f-ad44-565a99f07fa5 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:49.881578 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1dd02e1d-7d29-45ef-91b7-35cfc30db382 req-de210276-6ec2-496f-ad44-565a99f07fa5 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 943 time: 0.2230077 Mar 29 01:27:49.905509 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4b4f1-4a62-48d0-b6b6-1f34a3b70090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93431a6d-8104-480a-b643-ab1a07eb38cd,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:49.922110 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47006) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:49.924889 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-06c4b4f1-4a62-48d0-b6b6-1f34a3b70090 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0aea811571d24d4d8ce9e02bcb285577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2930636 Mar 29 01:27:49.963303 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1dd02e1d-7d29-45ef-91b7-35cfc30db382 req-8931512e-0bdc-4f27-9bcb-ebd478ff68a9 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694189 Mar 29 01:27:50.004660 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-210389df-8c7f-4d1b-bf47-3399314e5f5f admin admin] Publish callbacks [] for security_group (93431a6d-8104-480a-b643-ab1a07eb38cd), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:50.031722 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-210389df-8c7f-4d1b-bf47-3399314e5f5f admin admin] Publish callbacks [] for security_group (93431a6d-8104-480a-b643-ab1a07eb38cd), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:50.086060 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-210389df-8c7f-4d1b-bf47-3399314e5f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (93431a6d-8104-480a-b643-ab1a07eb38cd), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:50.088784 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-210389df-8c7f-4d1b-bf47-3399314e5f5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:50.089930 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-210389df-8c7f-4d1b-bf47-3399314e5f5f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/93431a6d-8104-480a-b643-ab1a07eb38cd HTTP/1.1" status: 204 len: 168 time: 0.1580863 Mar 29 01:27:50.099343 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210389df-8c7f-4d1b-bf47-3399314e5f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93431a6d-8104-480a-b643-ab1a07eb38cd,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:51.124994 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5441e8-8c63-4d39-8ccc-abcc8f445085 req-37830a17-72eb-4c01-8db5-84c7a0c31de0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:51.126643 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6d5441e8-8c63-4d39-8ccc-abcc8f445085 req-37830a17-72eb-4c01-8db5-84c7a0c31de0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 943 time: 0.0819056 Mar 29 01:27:51.228824 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6d5441e8-8c63-4d39-8ccc-abcc8f445085 req-f28b1ba7-6459-46be-b99a-50bf6ed3acaa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956938 Mar 29 01:27:52.406598 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e574c-bc3c-4058-b226-5c74ca20c6d4 req-79ddf716-ff69-41e4-8e5f-680ad5b6433e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:52.409259 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d24e574c-bc3c-4058-b226-5c74ca20c6d4 req-79ddf716-ff69-41e4-8e5f-680ad5b6433e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 943 time: 0.0832119 Mar 29 01:27:52.471740 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d24e574c-bc3c-4058-b226-5c74ca20c6d4 req-4b1d69e8-a30f-4f28-9a6c-7f1c7fcc4cec tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533519 Mar 29 01:27:52.685858 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:27:52.819308 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47122) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:52.958273 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13775630-46fe-458c-99ae-651f0036bcc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.056016 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13775630-46fe-458c-99ae-651f0036bcc8 admin admin] Publish callbacks [] for security_group (1d89c184-4502-4b49-bfcd-79e5b19266e3), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.060167 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-13775630-46fe-458c-99ae-651f0036bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (1d89c184-4502-4b49-bfcd-79e5b19266e3), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.087545 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47140) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:53.101781 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-13775630-46fe-458c-99ae-651f0036bcc8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56966a94dc4845e5a1b1991f5da2345d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2813907 Mar 29 01:27:53.102874 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13775630-46fe-458c-99ae-651f0036bcc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d89c184-4502-4b49-bfcd-79e5b19266e3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:53.104422 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47144) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:53.166361 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1463-1bb0-47fd-9ede-07a0a71cdd7e admin admin] Publish callbacks [] for security_group (1d89c184-4502-4b49-bfcd-79e5b19266e3), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.191789 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1463-1bb0-47fd-9ede-07a0a71cdd7e admin admin] Publish callbacks [] for security_group (1d89c184-4502-4b49-bfcd-79e5b19266e3), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.218995 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5a84b0fa-8e2c-4860-a1ad-4efe5585b4ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.281073 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1463-1bb0-47fd-9ede-07a0a71cdd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (1d89c184-4502-4b49-bfcd-79e5b19266e3), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.281073 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e9b1463-1bb0-47fd-9ede-07a0a71cdd7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.281611 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5e9b1463-1bb0-47fd-9ede-07a0a71cdd7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1d89c184-4502-4b49-bfcd-79e5b19266e3 HTTP/1.1" status: 204 len: 168 time: 0.1676140 Mar 29 01:27:53.295880 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b1463-1bb0-47fd-9ede-07a0a71cdd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d89c184-4502-4b49-bfcd-79e5b19266e3,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:53.327096 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5a84b0fa-8e2c-4860-a1ad-4efe5585b4ca admin admin] Publish callbacks [] for security_group (fbc54eb2-7f9b-48fc-b3a5-9c42d66bd4ba), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.331769 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5a84b0fa-8e2c-4860-a1ad-4efe5585b4ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (fbc54eb2-7f9b-48fc-b3a5-9c42d66bd4ba), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.374447 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5a84b0fa-8e2c-4860-a1ad-4efe5585b4ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dc5aeebbea0944bdb8c9396fcc5d7ed5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856393 Mar 29 01:27:53.377040 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47160) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:53.384568 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a84b0fa-8e2c-4860-a1ad-4efe5585b4ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc54eb2-7f9b-48fc-b3a5-9c42d66bd4ba,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:53.438120 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-792f77fe-dbda-450b-a886-3b9b3cab0e14 admin admin] Publish callbacks [] for security_group (fbc54eb2-7f9b-48fc-b3a5-9c42d66bd4ba), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.464582 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-792f77fe-dbda-450b-a886-3b9b3cab0e14 admin admin] Publish callbacks [] for security_group (fbc54eb2-7f9b-48fc-b3a5-9c42d66bd4ba), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.486430 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-69622bcc-d04e-4601-86a1-0bf80a9a2c53 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:53.487949 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-69622bcc-d04e-4601-86a1-0bf80a9a2c53 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/networks?id=bb0501cb-ea25-4996-a098-17a5ae10db73 HTTP/1.1" status: 200 len: 814 time: 0.1169724 Mar 29 01:27:53.503061 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-117bb733-fea2-4c14-8342-f74ec9c03efe tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/quotas/ca9ffb45471e4b2a8007a6ce6cf87571 HTTP/1.1" status: 200 len: 375 time: 0.0092773 Mar 29 01:27:53.531829 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-792f77fe-dbda-450b-a886-3b9b3cab0e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (fbc54eb2-7f9b-48fc-b3a5-9c42d66bd4ba), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.534374 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-792f77fe-dbda-450b-a886-3b9b3cab0e14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.538663 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-792f77fe-dbda-450b-a886-3b9b3cab0e14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fbc54eb2-7f9b-48fc-b3a5-9c42d66bd4ba HTTP/1.1" status: 204 len: 168 time: 0.1602166 Mar 29 01:27:53.546886 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f77fe-dbda-450b-a886-3b9b3cab0e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc54eb2-7f9b-48fc-b3a5-9c42d66bd4ba,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:53.629339 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-4009a8fb-a2a7-4c4c-88be-748b31cecea0 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1192396 Mar 29 01:27:53.629686 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47168) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:53.642580 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa95391e-59da-49ce-a653-04fe848e78ee req-5ecd7457-7f49-4f14-b9b2-479ed84d2821 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:53.644152 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aa95391e-59da-49ce-a653-04fe848e78ee req-5ecd7457-7f49-4f14-b9b2-479ed84d2821 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 943 time: 0.0728505 Mar 29 01:27:53.651232 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-026c16e9-ca61-40a1-8b7d-21425ec53659 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.713748 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aa95391e-59da-49ce-a653-04fe848e78ee req-52f810e3-e192-4d10-b73a-e34b32649cbc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581753 Mar 29 01:27:53.751194 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-026c16e9-ca61-40a1-8b7d-21425ec53659 admin admin] Publish callbacks [] for security_group (19c96ad9-d631-437a-a749-57e5c056f447), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.755248 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-026c16e9-ca61-40a1-8b7d-21425ec53659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (19c96ad9-d631-437a-a749-57e5c056f447), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.772261 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-b50b9b7e-7780-4332-a74a-87b6ce4bb81b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:27:53.773269 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-b50b9b7e-7780-4332-a74a-87b6ce4bb81b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1282556 Mar 29 01:27:53.794029 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c16e9-ca61-40a1-8b7d-21425ec53659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c96ad9-d631-437a-a749-57e5c056f447,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:53.798361 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-026c16e9-ca61-40a1-8b7d-21425ec53659 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8a0fc821969f4719934b1a23782b1e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1675959 Mar 29 01:27:53.801140 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47174) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:53.854030 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d824af1-c987-45ff-b6eb-5bfdced9446c admin admin] Publish callbacks [] for security_group (19c96ad9-d631-437a-a749-57e5c056f447), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.873590 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-44e50af8-6b1f-403f-87e0-0b2deee8eaf5 service neutron] 10.222.0.23 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935490 Mar 29 01:27:53.875497 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d824af1-c987-45ff-b6eb-5bfdced9446c admin admin] Publish callbacks [] for security_group (19c96ad9-d631-437a-a749-57e5c056f447), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.924938 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d824af1-c987-45ff-b6eb-5bfdced9446c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (19c96ad9-d631-437a-a749-57e5c056f447), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.928414 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d824af1-c987-45ff-b6eb-5bfdced9446c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:53.929598 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-1d824af1-c987-45ff-b6eb-5bfdced9446c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19c96ad9-d631-437a-a749-57e5c056f447 HTTP/1.1" status: 204 len: 168 time: 0.1275342 Mar 29 01:27:53.938320 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d824af1-c987-45ff-b6eb-5bfdced9446c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c96ad9-d631-437a-a749-57e5c056f447,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:53.977003 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-f2cffa2a-7332-4230-ba20-a7d3911a66bc service neutron] 10.222.0.23 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970592 Mar 29 01:27:53.983709 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47178) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:53.998326 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f7b0da7-58fc-48c3-ade9-592aae866771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:54.078098 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f7b0da7-58fc-48c3-ade9-592aae866771 admin admin] Publish callbacks [] for security_group (7e1eab8b-9192-4604-9e9e-1046fae30e04), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:54.083868 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2f7b0da7-58fc-48c3-ade9-592aae866771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (7e1eab8b-9192-4604-9e9e-1046fae30e04), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:54.146163 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2f7b0da7-58fc-48c3-ade9-592aae866771 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a4ab46b93704652bd66c76e7fa87b67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591027 Mar 29 01:27:54.146163 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b0da7-58fc-48c3-ade9-592aae866771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1eab8b-9192-4604-9e9e-1046fae30e04,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:54.148345 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47186) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:54.169995 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-911a27c8-55db-4ced-a8f0-de29dfc3404a req-26a1ad95-0a31-404d-b4a2-42329168c456 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 210 time: 0.0373797 Mar 29 01:27:54.221727 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77601d68-7fe9-4121-b2c8-c6af6ea67596 admin admin] Publish callbacks [] for security_group (7e1eab8b-9192-4604-9e9e-1046fae30e04), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:54.246530 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77601d68-7fe9-4121-b2c8-c6af6ea67596 admin admin] Publish callbacks [] for security_group (7e1eab8b-9192-4604-9e9e-1046fae30e04), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:54.299624 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77601d68-7fe9-4121-b2c8-c6af6ea67596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (7e1eab8b-9192-4604-9e9e-1046fae30e04), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:54.304679 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-77601d68-7fe9-4121-b2c8-c6af6ea67596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:54.305992 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-77601d68-7fe9-4121-b2c8-c6af6ea67596 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7e1eab8b-9192-4604-9e9e-1046fae30e04 HTTP/1.1" status: 204 len: 168 time: 0.1432347 Mar 29 01:27:54.316181 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77601d68-7fe9-4121-b2c8-c6af6ea67596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1eab8b-9192-4604-9e9e-1046fae30e04,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:54.776029 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47224) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:54.845052 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaf4d0-d6a6-416f-9052-6e60b1edbdf6 req-2cb93250-0928-486a-8c6d-954fd805fd76 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:54.846772 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0abaf4d0-d6a6-416f-9052-6e60b1edbdf6 req-2cb93250-0928-486a-8c6d-954fd805fd76 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 943 time: 0.0569861 Mar 29 01:27:54.888052 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-709856155-network', 'tenant_id': '56278ac213e546669071d2a47b2848e6'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:54.915032 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0abaf4d0-d6a6-416f-9052-6e60b1edbdf6 req-b0490076-5749-42cf-92f5-cb49df8e4a17 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617793 Mar 29 01:27:54.923608 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Made reservation on behalf of 56278ac213e546669071d2a47b2848e6 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:27:54.926287 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:54.944705 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.020736 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Publish callbacks [] for security_group (411596c8-bf3f-4e7f-a67c-f038d0606ec6), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.025017 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (411596c8-bf3f-4e7f-a67c-f038d0606ec6), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.050050 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:27:55.060775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411596c8-bf3f-4e7f-a67c-f038d0606ec6,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:55.065343 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (593ac5a0-e981-4835-a019-1abc90d9e491), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.065687 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Added segment 593ac5a0-e981-4835-a019-1abc90d9e491 of type vlan for network deb225eb-39fb-4d66-ba4d-ff5c43965ca4 Mar 29 01:27:55.076024 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.076375 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.076721 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.077057 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.077397 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.077722 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.078047 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.078372 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.078694 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.079042 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.079365 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.079691 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.080002 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.080319 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.080643 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.128721 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (deb225eb-39fb-4d66-ba4d-ff5c43965ca4), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.143213 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f632bfe5-5d9d-431e-83b2-c1ee49510210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.157333 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (deb225eb-39fb-4d66-ba4d-ff5c43965ca4), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.158313 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:55.167128 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.241244 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4633570 Mar 29 01:27:55.244572 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47242) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:55.251427 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Request body: {'subnet': {'network_id': 'deb225eb-39fb-4d66-ba4d-ff5c43965ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-709856155-subnet', 'tenant_id': '56278ac213e546669071d2a47b2848e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:55.284501 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Made reservation on behalf of 56278ac213e546669071d2a47b2848e6 for: {'subnet': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:27:55.292594 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9934530'] for subnet (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.302019 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2b456-ddf2-4252-8ebb-be082cd02c9f admin admin] Pushing event updated for resources: {'Network': ['ID=deb225eb-39fb-4d66-ba4d-ff5c43965ca4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:55.314056 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network deb225eb-39fb-4d66-ba4d-ff5c43965ca4 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:27:55.327367 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-be37298f-a252-466b-9f33-f2eedf77a505 req-a9598e31-2168-465e-ab45-c3fc3f482f56 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 210 time: 0.0459688 Mar 29 01:27:55.369729 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 935bc709-e45d-4db6-9c00-205427e4275e details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:27:55.415061 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-eca559e4-2808-4b48-be80-f8284a81c81e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:55.417979 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-eca559e4-2808-4b48-be80-f8284a81c81e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.13 "GET /v2.0/networks?id=bb0501cb-ea25-4996-a098-17a5ae10db73 HTTP/1.1" status: 200 len: 814 time: 0.1988242 Mar 29 01:27:55.434589 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Request body: {'port': {'device_id': '31c3f402-cb27-4662-8450-e34b70d8b068', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'admin_state_up': True, 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:55.548740 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 935bc709-e45d-4db6-9c00-205427e4275e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=935bc709-e45d-4db6-9c00-205427e4275e,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:55.573683 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '935bc709-e45d-4db6-9c00-205427e4275e', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'port_id': '935bc709-e45d-4db6-9c00-205427e4275e', 'mac_address': 'fa:16:3e:39:aa:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:27:55.581624 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Made reservation on behalf of ca9ffb45471e4b2a8007a6ce6cf87571 for: {'port': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:27:55.585135 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10030266', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9934548'] for subnet (45105113-9d6f-4fde-8b79-a7ecb569261b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.586318 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.626090 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 935bc709-e45d-4db6-9c00-205427e4275e is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:55.626736 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (935bc709-e45d-4db6-9c00-205427e4275e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.643548 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935bc709-e45d-4db6-9c00-205427e4275e {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:27:55.683087 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45105113-9d6f-4fde-8b79-a7ecb569261b,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:55.685654 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Checking segment: {'id': '593ac5a0-e981-4835-a019-1abc90d9e491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'deb225eb-39fb-4d66-ba4d-ff5c43965ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:27:55.686016 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Network hostable DHCP agents. Network: deb225eb-39fb-4d66-ba4d-ff5c43965ca4, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103386) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:27:55.697080 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 935bc709-e45d-4db6-9c00-205427e4275e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=935bc709-e45d-4db6-9c00-205427e4275e,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:55.697452 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.697802 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.698143 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.698480 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.698847 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.699182 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.699510 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.699832 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.700177 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.700472 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.700799 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.701958 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.701958 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.701958 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.702388 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:27:55.713048 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (935bc709-e45d-4db6-9c00-205427e4275e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.720733 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Network deb225eb-39fb-4d66-ba4d-ff5c43965ca4 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103386) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:27:55.742434 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, deb225eb-39fb-4d66-ba4d-ff5c43965ca4) {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:55.747808 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:55.748395 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:55.765617 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef670ea4-0025-4ca8-a7af-991ac54b55ff None None] Network deb225eb-39fb-4d66-ba4d-ff5c43965ca4 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:27:55.785502 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-4f39fd1b-baee-4290-bee4-52c29d44d821 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5313244 Mar 29 01:27:55.814126 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Allocated IP 172.20.0.7 (bb0501cb-ea25-4996-a098-17a5ae10db73/225869ce-20d0-40f3-9103-79121ac5abd0/fcbc6896-203f-42d1-9b57-9271b8886ac9) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:27:55.869849 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=935bc709-e45d-4db6-9c00-205427e4275e,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:55.929353 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd426a2-2a48-4df9-9252-ffa93d250f2d None None] Network deb225eb-39fb-4d66-ba4d-ff5c43965ca4 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:27:56.033962 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:56.058058 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['935bc709-e45d-4db6-9c00-205427e4275e'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:27:56.207273 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa294822-f6c5-406a-9938-b8fcacc56e31 req-1e0594e7-e85b-4525-915e-cfa94b79911b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:56.212225 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fa294822-f6c5-406a-9938-b8fcacc56e31 req-1e0594e7-e85b-4525-915e-cfa94b79911b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 944 time: 0.1657169 Mar 29 01:27:56.213519 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:56.418864 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Network bb0501cb-ea25-4996-a098-17a5ae10db73 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:27:56.558282 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fa294822-f6c5-406a-9938-b8fcacc56e31 req-ef0bf654-5747-4eb7-a012-4ddf839019cc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3346059 Mar 29 01:27:56.563213 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:56.602434 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'Port': ['ID=fcbc6896-203f-42d1-9b57-9271b8886ac9,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:56.611576 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:27:56.828471 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88110417-c3fd-40c5-8e71-4226ad0a0e12 req-bbe35dfa-6c3e-4f8d-8fc8-89fce69f9e4d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:56.829534 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47302) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:56.834392 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-158648049-network', 'tenant_id': 'ebac8b38d78a458a853034e27d364db2'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:56.847386 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88110417-c3fd-40c5-8e71-4226ad0a0e12 req-bbe35dfa-6c3e-4f8d-8fc8-89fce69f9e4d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 931 time: 0.3200667 Mar 29 01:27:56.893375 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:56.894148 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:56.923203 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Made reservation on behalf of ebac8b38d78a458a853034e27d364db2 for: {'network': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:27:56.925914 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:56.953544 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.000416 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-7e3a6c6f-7009-49be-949e-ddb71b34d38d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5742261 Mar 29 01:27:57.011064 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-88110417-c3fd-40c5-8e71-4226ad0a0e12 req-8eaa3715-5ba0-48a1-a953-14bd3e4ddcb3 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132576 Mar 29 01:27:57.028634 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-a6ec134a-a8bc-4b00-9643-c70928818fca None None] Provisioning complete for port fcbc6896-203f-42d1-9b57-9271b8886ac9 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:57.029785 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a6ec134a-a8bc-4b00-9643-c70928818fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.078823 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-a6ec134a-a8bc-4b00-9643-c70928818fca None None] Port fcbc6896-203f-42d1-9b57-9271b8886ac9 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:27:57.097431 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Publish callbacks [] for security_group (693b6bb5-91fe-41de-9cde-1d57c0e410c4), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.104684 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (693b6bb5-91fe-41de-9cde-1d57c0e410c4), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.135711 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=103386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:27:57.150917 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=693b6bb5-91fe-41de-9cde-1d57c0e410c4,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:57.155892 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (16828cdd-f2b2-4dc1-8728-8591475bdcfc), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.156371 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.segments_db [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Added segment 16828cdd-f2b2-4dc1-8728-8591475bdcfc of type vlan for network 18ca98db-6e30-4355-869a-50b2580f47f6 Mar 29 01:27:57.214237 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (18ca98db-6e30-4355-869a-50b2580f47f6), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.243617 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (18ca98db-6e30-4355-869a-50b2580f47f6), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.245164 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:57.246084 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.299056 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4685073 Mar 29 01:27:57.301900 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47306) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:27:57.307748 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] Request body: {'subnet': {'network_id': '18ca98db-6e30-4355-869a-50b2580f47f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-158648049-subnet', 'tenant_id': 'ebac8b38d78a458a853034e27d364db2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:27:57.308317 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edbbf30-70e0-4be4-992f-3648d0a5ebe4 admin admin] Pushing event updated for resources: {'Network': ['ID=18ca98db-6e30-4355-869a-50b2580f47f6,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:57.325706 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 18ca98db-6e30-4355-869a-50b2580f47f6 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:27:57.336265 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] Made reservation on behalf of ebac8b38d78a458a853034e27d364db2 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:27:57.338775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16946379'] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.535284 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-da3e513f-ef25-479e-a461-0e9b6e3759d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.560452 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17431233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16946397'] for subnet (b825c5ad-1449-4065-af72-3c5193beebac), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.645530 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b825c5ad-1449-4065-af72-3c5193beebac,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:57.662857 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] Checking segment: {'id': '16828cdd-f2b2-4dc1-8728-8591475bdcfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '18ca98db-6e30-4355-869a-50b2580f47f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:27:57.662857 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] Network hostable DHCP agents. Network: 18ca98db-6e30-4355-869a-50b2580f47f6, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:27:57.700073 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] Network 18ca98db-6e30-4355-869a-50b2580f47f6 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:27:57.719280 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0fff84-b279-43e9-9021-94d7a18fe592 req-2f26391a-8003-42d7-a8ab-e5668680b1aa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:57.720846 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3b0fff84-b279-43e9-9021-94d7a18fe592 req-2f26391a-8003-42d7-a8ab-e5668680b1aa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 944 time: 0.0763366 Mar 29 01:27:57.721677 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 18ca98db-6e30-4355-869a-50b2580f47f6) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:27:57.726378 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:57.727104 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:57.733188 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad3c068-fb41-4296-bc60-a62682bb3769 None None] Network 18ca98db-6e30-4355-869a-50b2580f47f6 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:27:57.759291 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-086d3d4b-7e3e-4904-805f-96f0d9aa125c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4480460 Mar 29 01:27:57.831749 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3b0fff84-b279-43e9-9021-94d7a18fe592 req-75541671-379f-4367-b892-167da2082407 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712380 Mar 29 01:27:57.863729 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf107bcf-3a7b-4c4d-ae34-9eb2ecc5cf04 None None] Network 18ca98db-6e30-4355-869a-50b2580f47f6 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:27:58.185956 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea4194-618b-46d0-9c16-26954098a26b req-d56ea7d3-ebcb-4d4a-95f6-56d33e992154 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:58.187506 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abea4194-618b-46d0-9c16-26954098a26b req-d56ea7d3-ebcb-4d4a-95f6-56d33e992154 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 931 time: 0.0987253 Mar 29 01:27:58.246257 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-abea4194-618b-46d0-9c16-26954098a26b req-033f75db-c1f9-4440-b545-1b0594648d44 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515895 Mar 29 01:27:58.591565 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:58.953714 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9f794a-51c2-4832-b501-d7b96631851a req-e65290a3-005f-443e-853d-6f0d87a7d01b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:58.955268 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-da9f794a-51c2-4832-b501-d7b96631851a req-e65290a3-005f-443e-853d-6f0d87a7d01b tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 944 time: 0.0562873 Mar 29 01:27:59.007272 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-da9f794a-51c2-4832-b501-d7b96631851a req-46be6a5a-77ac-4fe2-a2ae-acde13baf3e4 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452580 Mar 29 01:27:59.372562 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0ac8d-d57a-4d89-b608-e929fe8c2198 req-a077b48b-643b-49bd-bf9f-0cdbff494420 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:27:59.374099 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8e0ac8d-d57a-4d89-b608-e929fe8c2198 req-a077b48b-643b-49bd-bf9f-0cdbff494420 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 931 time: 0.0568347 Mar 29 01:27:59.392583 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 935bc709-e45d-4db6-9c00-205427e4275e up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:27:59.434596 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8e0ac8d-d57a-4d89-b608-e929fe8c2198 req-56c2b75d-1630-48ab-9014-87585eb0cb2a tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504520 Mar 29 01:27:59.484247 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 935bc709-e45d-4db6-9c00-205427e4275e completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:27:59.488241 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 935bc709-e45d-4db6-9c00-205427e4275e triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:27:59.488617 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (935bc709-e45d-4db6-9c00-205427e4275e), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:59.582244 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 935bc709-e45d-4db6-9c00-205427e4275e is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:27:59.583037 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (935bc709-e45d-4db6-9c00-205427e4275e), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:59.620092 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935bc709-e45d-4db6-9c00-205427e4275e'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:27:59.622365 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2323cbc5-f4cb-4792-aac3-7e1367fea704" -d '{"events": [{"server_uuid": "169b4ff0-a15a-46b8-9c8f-8d8537607ba2", "name": "network-vif-plugged", "status": "completed", "tag": "935bc709-e45d-4db6-9c00-205427e4275e"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:27:59.634191 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 935bc709-e45d-4db6-9c00-205427e4275e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=935bc709-e45d-4db6-9c00-205427e4275e,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:27:59.641171 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (935bc709-e45d-4db6-9c00-205427e4275e), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:27:59.691879 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-547d1e6d-0406-4194-922b-04ce6001f0f7 x-openstack-request-id: req-547d1e6d-0406-4194-922b-04ce6001f0f7 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:27:59.692236 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169b4ff0-a15a-46b8-9c8f-8d8537607ba2", "name": "network-vif-plugged", "status": "completed", "tag": "935bc709-e45d-4db6-9c00-205427e4275e", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:27:59.692552 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-547d1e6d-0406-4194-922b-04ce6001f0f7 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:27:59.693121 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-547d1e6d-0406-4194-922b-04ce6001f0f7'] response: {'server_uuid': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935bc709-e45d-4db6-9c00-205427e4275e', 'code': 200} Mar 29 01:27:59.719080 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=935bc709-e45d-4db6-9c00-205427e4275e,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:27:59.974104 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:00.107236 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47380) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:00.159710 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a01ed4-78b9-4eee-a27c-9ae963382a2d req-48c6f619-b1fa-44ec-8c40-257d2f886945 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:00.161315 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-59a01ed4-78b9-4eee-a27c-9ae963382a2d req-48c6f619-b1fa-44ec-8c40-257d2f886945 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0673809 Mar 29 01:28:00.219087 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-59a01ed4-78b9-4eee-a27c-9ae963382a2d req-9a8565b1-e8a4-4741-a579-2af80699995a tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506232 Mar 29 01:28:00.251650 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02c07d32-6f13-4f8f-bc34-bacbc514ed9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:00.334770 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02c07d32-6f13-4f8f-bc34-bacbc514ed9d admin admin] Publish callbacks [] for security_group (f84c9770-f03c-46fd-8b3d-433db7a64325), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:00.339257 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-02c07d32-6f13-4f8f-bc34-bacbc514ed9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (f84c9770-f03c-46fd-8b3d-433db7a64325), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:00.381359 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-02c07d32-6f13-4f8f-bc34-bacbc514ed9d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f2e829c9ea743ea96488ba9f34d0775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2716057 Mar 29 01:28:00.382260 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c07d32-6f13-4f8f-bc34-bacbc514ed9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c9770-f03c-46fd-8b3d-433db7a64325,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:00.384409 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47384) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:00.436573 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd23e03e-1ccc-4b01-9f0b-29fea86e6810 admin admin] Publish callbacks [] for security_group (f84c9770-f03c-46fd-8b3d-433db7a64325), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:00.464333 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd23e03e-1ccc-4b01-9f0b-29fea86e6810 admin admin] Publish callbacks [] for security_group (f84c9770-f03c-46fd-8b3d-433db7a64325), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:00.516811 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd23e03e-1ccc-4b01-9f0b-29fea86e6810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (f84c9770-f03c-46fd-8b3d-433db7a64325), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:00.519659 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fd23e03e-1ccc-4b01-9f0b-29fea86e6810 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:00.520774 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-fd23e03e-1ccc-4b01-9f0b-29fea86e6810 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f84c9770-f03c-46fd-8b3d-433db7a64325 HTTP/1.1" status: 204 len: 168 time: 0.1352820 Mar 29 01:28:00.529361 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23e03e-1ccc-4b01-9f0b-29fea86e6810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c9770-f03c-46fd-8b3d-433db7a64325,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:00.566147 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fffbd-0717-453a-83c1-0795fbf7de9c req-9f147832-eeaa-441c-8f76-c445bb1bde94 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:00.567651 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-711fffbd-0717-453a-83c1-0795fbf7de9c req-9f147832-eeaa-441c-8f76-c445bb1bde94 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 931 time: 0.0560927 Mar 29 01:28:00.637963 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-711fffbd-0717-453a-83c1-0795fbf7de9c req-80ed0d31-c4a1-40b6-af28-8262f5217f04 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636930 Mar 29 01:28:00.853867 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47392) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:00.867322 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48431a46-966a-47b9-975e-a269717094d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:00.943329 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48431a46-966a-47b9-975e-a269717094d5 admin admin] Publish callbacks [] for security_group (a21ce6af-31e2-4b29-8f39-9b6151d11984), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:00.948799 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-48431a46-966a-47b9-975e-a269717094d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a21ce6af-31e2-4b29-8f39-9b6151d11984), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:00.989123 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-48431a46-966a-47b9-975e-a269717094d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=530aba1db6954a41abb1cbc1ea0001e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1341839 Mar 29 01:28:00.989827 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48431a46-966a-47b9-975e-a269717094d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a21ce6af-31e2-4b29-8f39-9b6151d11984,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:00.991920 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47394) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:01.050242 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-871e98ea-114c-40a3-99b6-170fbdc6d093 admin admin] Publish callbacks [] for security_group (a21ce6af-31e2-4b29-8f39-9b6151d11984), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:01.075310 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-871e98ea-114c-40a3-99b6-170fbdc6d093 admin admin] Publish callbacks [] for security_group (a21ce6af-31e2-4b29-8f39-9b6151d11984), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:01.147582 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-871e98ea-114c-40a3-99b6-170fbdc6d093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (a21ce6af-31e2-4b29-8f39-9b6151d11984), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:01.154725 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-871e98ea-114c-40a3-99b6-170fbdc6d093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:01.157912 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-871e98ea-114c-40a3-99b6-170fbdc6d093 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a21ce6af-31e2-4b29-8f39-9b6151d11984 HTTP/1.1" status: 204 len: 168 time: 0.1646943 Mar 29 01:28:01.184769 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e98ea-114c-40a3-99b6-170fbdc6d093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21ce6af-31e2-4b29-8f39-9b6151d11984,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:01.444319 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccffb0f-e2d9-4b21-bd20-16e6bbd242a5 req-10c11174-b20c-490b-be3f-344c24162645 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:01.446413 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5ccffb0f-e2d9-4b21-bd20-16e6bbd242a5 req-10c11174-b20c-490b-be3f-344c24162645 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0880077 Mar 29 01:28:01.542467 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:01.545033 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5ccffb0f-e2d9-4b21-bd20-16e6bbd242a5 req-7e217c3f-146b-4075-9226-2d82a469cfad tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918787 Mar 29 01:28:01.788196 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8934b-8f4d-4042-a48e-9ad592f89361 req-38b91abf-c5b8-4924-bf4a-f9c72f67ac07 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:01.790177 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0bc8934b-8f4d-4042-a48e-9ad592f89361 req-38b91abf-c5b8-4924-bf4a-f9c72f67ac07 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 931 time: 0.0695646 Mar 29 01:28:01.858967 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0bc8934b-8f4d-4042-a48e-9ad592f89361 req-34aca2c1-33e7-422d-846e-e59adc411628 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611210 Mar 29 01:28:02.641682 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47446) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:02.743731 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0374b925-d91e-47ce-9f78-d399f573be70 req-f1d55df7-cd34-4152-af6b-a3f43b8289c2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:02.745456 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0374b925-d91e-47ce-9f78-d399f573be70 req-f1d55df7-cd34-4152-af6b-a3f43b8289c2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0889549 Mar 29 01:28:02.793564 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5139a28d-4db2-4c0b-b671-291f7149392e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:02.855208 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0374b925-d91e-47ce-9f78-d399f573be70 req-5835c949-6c37-4880-88bc-920fbc2d4403 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979328 Mar 29 01:28:02.908294 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5139a28d-4db2-4c0b-b671-291f7149392e admin admin] Publish callbacks [] for security_group (6f2a2f29-dca9-42ea-8aa9-4a2324fe4186), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:02.914858 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5139a28d-4db2-4c0b-b671-291f7149392e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (6f2a2f29-dca9-42ea-8aa9-4a2324fe4186), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:02.957976 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139a28d-4db2-4c0b-b671-291f7149392e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2a2f29-dca9-42ea-8aa9-4a2324fe4186,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:02.967101 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5139a28d-4db2-4c0b-b671-291f7149392e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=30a5c408b699473394ef6ce6162a6ddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3209221 Mar 29 01:28:02.968399 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47456) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:03.030267 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2a79d6fc-6af9-49f9-a61c-0de600e27702 admin admin] Publish callbacks [] for security_group (6f2a2f29-dca9-42ea-8aa9-4a2324fe4186), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:03.053151 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2a79d6fc-6af9-49f9-a61c-0de600e27702 admin admin] Publish callbacks [] for security_group (6f2a2f29-dca9-42ea-8aa9-4a2324fe4186), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:03.070591 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8cd4f-6b5d-4e99-b419-46ea0355f488 req-0b5fb0f5-7c9d-4afd-8206-e9690b3add5d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:03.072993 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bfc8cd4f-6b5d-4e99-b419-46ea0355f488 req-0b5fb0f5-7c9d-4afd-8206-e9690b3add5d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 931 time: 0.0809639 Mar 29 01:28:03.105603 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2a79d6fc-6af9-49f9-a61c-0de600e27702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (6f2a2f29-dca9-42ea-8aa9-4a2324fe4186), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:03.108631 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-2a79d6fc-6af9-49f9-a61c-0de600e27702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:03.109763 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-2a79d6fc-6af9-49f9-a61c-0de600e27702 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6f2a2f29-dca9-42ea-8aa9-4a2324fe4186 HTTP/1.1" status: 204 len: 168 time: 0.1411936 Mar 29 01:28:03.118402 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a79d6fc-6af9-49f9-a61c-0de600e27702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2a2f29-dca9-42ea-8aa9-4a2324fe4186,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:03.149470 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bfc8cd4f-6b5d-4e99-b419-46ea0355f488 req-0c5c3ffe-da17-4a20-a453-6d87bd730197 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709078 Mar 29 01:28:04.018159 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea304897-8865-4927-b171-52b527247163 req-4a62064e-57b1-4c94-b82e-e452479432d0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:04.025495 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ea304897-8865-4927-b171-52b527247163 req-4a62064e-57b1-4c94-b82e-e452479432d0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0624466 Mar 29 01:28:04.080411 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:04.085460 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ea304897-8865-4927-b171-52b527247163 req-52b98956-438b-4724-9a0d-9b60b3943c9d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589385 Mar 29 01:28:04.391065 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580e7a6-16a3-477c-8e17-0926c19fba43 req-e7dc0267-02ba-4916-a72c-2c699ba02199 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:04.392916 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8580e7a6-16a3-477c-8e17-0926c19fba43 req-e7dc0267-02ba-4916-a72c-2c699ba02199 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 931 time: 0.1115263 Mar 29 01:28:04.451170 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8580e7a6-16a3-477c-8e17-0926c19fba43 req-b627284e-4d3a-4cd3-bca4-b1bc81c1c6f6 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518317 Mar 29 01:28:05.229878 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebef94d-7998-459a-a8d3-29a6e29979d1 req-ba3098ef-e5dd-4d94-9bc8-dfb4b16a4da6 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:05.232356 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bebef94d-7998-459a-a8d3-29a6e29979d1 req-ba3098ef-e5dd-4d94-9bc8-dfb4b16a4da6 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0737906 Mar 29 01:28:05.285472 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bebef94d-7998-459a-a8d3-29a6e29979d1 req-4dd96d97-1f87-4290-9a6c-f6dce63f1fe1 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438957 Mar 29 01:28:05.587278 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687f021-eaee-4807-9d51-ff8ca33e5e68 req-eac2bbae-ece1-482f-b3b1-50be5d4e9261 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:05.588755 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5687f021-eaee-4807-9d51-ff8ca33e5e68 req-eac2bbae-ece1-482f-b3b1-50be5d4e9261 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 931 time: 0.0661199 Mar 29 01:28:05.638094 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5687f021-eaee-4807-9d51-ff8ca33e5e68 req-6c5c83bb-3d14-4b76-9458-6f9f46022bc2 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436862 Mar 29 01:28:06.405324 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d90e2a1-ade3-4fdc-9d58-80cfc0fdffcf req-13b1119b-d6e7-4141-b1a2-4780cc6c26af tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:06.407256 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0d90e2a1-ade3-4fdc-9d58-80cfc0fdffcf req-13b1119b-d6e7-4141-b1a2-4780cc6c26af tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0539360 Mar 29 01:28:06.460545 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0d90e2a1-ade3-4fdc-9d58-80cfc0fdffcf req-a8214c86-c191-4f6b-a8c1-7bb0c9504ad5 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469406 Mar 29 01:28:06.765473 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d50f9-b37f-4a54-9a05-b775ad91b351 req-73144003-f877-4f82-a148-512fb25b324e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:06.766998 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-656d50f9-b37f-4a54-9a05-b775ad91b351 req-73144003-f877-4f82-a148-512fb25b324e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 931 time: 0.0615001 Mar 29 01:28:06.816340 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-656d50f9-b37f-4a54-9a05-b775ad91b351 req-6243377b-9833-4710-81b0-f6b4e7ed9e43 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426376 Mar 29 01:28:07.577023 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47556) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:07.577751 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63790b6d-2661-4bb4-9b99-6d43f1aa74de req-7f561c7f-a782-4430-89f2-88f8d95d4bba tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:07.579273 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63790b6d-2661-4bb4-9b99-6d43f1aa74de req-7f561c7f-a782-4430-89f2-88f8d95d4bba tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0524220 Mar 29 01:28:07.627183 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63790b6d-2661-4bb4-9b99-6d43f1aa74de req-9486efa4-1875-44e2-a54b-fefab949a052 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420814 Mar 29 01:28:07.688614 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bc79f934-a443-42d6-9435-2f1daef37fec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:07.763385 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bc79f934-a443-42d6-9435-2f1daef37fec admin admin] Publish callbacks [] for security_group (5a9d1c41-003e-44be-9e95-1d4b1aca768a), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:07.767115 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-bc79f934-a443-42d6-9435-2f1daef37fec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (5a9d1c41-003e-44be-9e95-1d4b1aca768a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:07.804864 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-bc79f934-a443-42d6-9435-2f1daef37fec admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fbb3a3be79d44da4942e6b6e0c65ad24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268088 Mar 29 01:28:07.805696 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79f934-a443-42d6-9435-2f1daef37fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9d1c41-003e-44be-9e95-1d4b1aca768a,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:07.807831 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47560) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:07.858665 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Request body: {'port': {'device_id': '31c3f402-cb27-4662-8450-e34b70d8b068', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:28:07.864236 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e5678c9-cc38-4dee-a80f-41e31e70b672 admin admin] Publish callbacks [] for security_group (5a9d1c41-003e-44be-9e95-1d4b1aca768a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:07.939242 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e5678c9-cc38-4dee-a80f-41e31e70b672 admin admin] Publish callbacks [] for security_group (5a9d1c41-003e-44be-9e95-1d4b1aca768a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:07.995890 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.018766 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134c0a3-f2bb-43b3-a18b-c60d9cc145ce req-8fa9c256-e29c-4c8b-99b0-4cdd1ab8b178 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:08.020253 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5134c0a3-f2bb-43b3-a18b-c60d9cc145ce req-8fa9c256-e29c-4c8b-99b0-4cdd1ab8b178 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 931 time: 0.1260242 Mar 29 01:28:08.074197 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e5678c9-cc38-4dee-a80f-41e31e70b672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (5a9d1c41-003e-44be-9e95-1d4b1aca768a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.074197 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0e5678c9-cc38-4dee-a80f-41e31e70b672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.078033 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0e5678c9-cc38-4dee-a80f-41e31e70b672 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a9d1c41-003e-44be-9e95-1d4b1aca768a HTTP/1.1" status: 204 len: 168 time: 0.2691817 Mar 29 01:28:08.112909 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5678c9-cc38-4dee-a80f-41e31e70b672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9d1c41-003e-44be-9e95-1d4b1aca768a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:08.128015 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905fecd-d5a3-44e0-bef6-a0b361c0dc17 req-9c2ec4c5-29a8-4a35-9d6a-3d467c1937e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:08.129606 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9905fecd-d5a3-44e0-bef6-a0b361c0dc17 req-9c2ec4c5-29a8-4a35-9d6a-3d467c1937e8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 1129 time: 0.0594718 Mar 29 01:28:08.177522 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5134c0a3-f2bb-43b3-a18b-c60d9cc145ce req-87a803f5-eee4-44d3-884c-4edfabf33864 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497171 Mar 29 01:28:08.205464 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9905fecd-d5a3-44e0-bef6-a0b361c0dc17 req-9e435226-98c9-400a-96d0-20822ce5e781 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694087 Mar 29 01:28:08.365333 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcbc6896-203f-42d1-9b57-9271b8886ac9 {{(pid=103385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:28:08.372957 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Publish callbacks [] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.387352 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.provisioning_blocks [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Transition to ACTIVE for port object fcbc6896-203f-42d1-9b57-9271b8886ac9 will not be triggered until provisioned by entity L2. {{(pid=103385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:28:08.391235 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.407542 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47578) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:08.422409 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6728e654-0c6e-43e6-a353-692688bf33b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.448707 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Pushing event updated for resources: {'Port': ['ID=fcbc6896-203f-42d1-9b57-9271b8886ac9,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:08.513690 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6728e654-0c6e-43e6-a353-692688bf33b3 admin admin] Publish callbacks [] for security_group (021e6f3b-16cf-44f3-9aab-38da1c9225fc), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.517810 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6728e654-0c6e-43e6-a353-692688bf33b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (021e6f3b-16cf-44f3-9aab-38da1c9225fc), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.520806 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Attempting to bind port fcbc6896-203f-42d1-9b57-9271b8886ac9 on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:28:08.521352 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Attempting to bind port fcbc6896-203f-42d1-9b57-9271b8886ac9 by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:28:08.521671 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Attempting to bind port fcbc6896-203f-42d1-9b57-9271b8886ac9 on network bb0501cb-ea25-4996-a098-17a5ae10db73 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:28:08.526226 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Port fcbc6896-203f-42d1-9b57-9271b8886ac9 on network bb0501cb-ea25-4996-a098-17a5ae10db73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:28:08.526667 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Attempting to bind port fcbc6896-203f-42d1-9b57-9271b8886ac9 on network bb0501cb-ea25-4996-a098-17a5ae10db73 {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:28:08.532034 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:28:08.532472 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Checking segment: {'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:28:08.533106 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Bound using segment: {'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'} {{(pid=103385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:28:08.533632 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.managers [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Bound port: fcbc6896-203f-42d1-9b57-9271b8886ac9, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '424cbd18-54ac-4bff-a211-5fcd1363f915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 286, 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73'}}] {{(pid=103385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:28:08.534085 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.557107 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-6728e654-0c6e-43e6-a353-692688bf33b3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=781a64dafb514f0aa3812d3b5eae016e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483819 Mar 29 01:28:08.557975 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728e654-0c6e-43e6-a353-692688bf33b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=021e6f3b-16cf-44f3-9aab-38da1c9225fc,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:08.560649 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47580) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:08.609567 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] For port fcbc6896-203f-42d1-9b57-9271b8886ac9, host hv-cinder-75078, cleared binding levels {{(pid=103385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:28:08.611990 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6146c556-1d64-4320-9a9c-18e3753acdf3 admin admin] Publish callbacks [] for security_group (021e6f3b-16cf-44f3-9aab-38da1c9225fc), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.613770 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] For port fcbc6896-203f-42d1-9b57-9271b8886ac9, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:28:08.620694 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.636112 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6146c556-1d64-4320-9a9c-18e3753acdf3 admin admin] Publish callbacks [] for security_group (021e6f3b-16cf-44f3-9aab-38da1c9225fc), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.653743 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:08.655784 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.657603 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] 10.222.0.13 "PUT /v2.0/ports/fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 200 len: 1093 time: 0.8032875 Mar 29 01:28:08.657703 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:28:08.660026 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4f11ab-9df7-469c-967a-5ff683d57e8a" -d '{"events": [{"name": "network-changed", "server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:28:08.695762 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6146c556-1d64-4320-9a9c-18e3753acdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (021e6f3b-16cf-44f3-9aab-38da1c9225fc), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.698413 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6146c556-1d64-4320-9a9c-18e3753acdf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:08.698910 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f930526-2489-4c78-a87c-5bec4ed226be service neutron] Pushing event updated for resources: {'Port': ['ID=fcbc6896-203f-42d1-9b57-9271b8886ac9,revision_number=3']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:08.702768 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-6146c556-1d64-4320-9a9c-18e3753acdf3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/021e6f3b-16cf-44f3-9aab-38da1c9225fc HTTP/1.1" status: 204 len: 168 time: 0.1412988 Mar 29 01:28:08.725833 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146c556-1d64-4320-9a9c-18e3753acdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=021e6f3b-16cf-44f3-9aab-38da1c9225fc,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:08.748432 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fae649a-41c9-4506-8fe6-c63030ac14ab x-openstack-request-id: req-9fae649a-41c9-4506-8fe6-c63030ac14ab {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:28:08.748711 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:28:08.749310 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fae649a-41c9-4506-8fe6-c63030ac14ab {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:28:08.749500 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fae649a-41c9-4506-8fe6-c63030ac14ab'] response: {'name': 'network-changed', 'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'status': 'completed', 'code': 200} Mar 29 01:28:08.824809 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-193152d4-7aa2-44f5-8d4c-4afcd069f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:08.826313 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-193152d4-7aa2-44f5-8d4c-4afcd069f7bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571&device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 1127 time: 0.0937860 Mar 29 01:28:08.837712 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71857212-7733-4a09-b4c0-7ea66bd60881 req-bee02bf8-007e-40da-9a67-a80c84faca86 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:08.839254 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-71857212-7733-4a09-b4c0-7ea66bd60881 req-bee02bf8-007e-40da-9a67-a80c84faca86 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.1039765 Mar 29 01:28:08.886159 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-257c8002-2236-4838-aeb6-22e3a86d4985 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 200 len: 217 time: 0.0459230 Mar 29 01:28:08.949610 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-71857212-7733-4a09-b4c0-7ea66bd60881 req-a82c960d-e34a-40d7-ae3d-00e5b4fea9c8 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037202 Mar 29 01:28:08.960760 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-528bb73d-98d3-4ad1-8b4c-716d1242cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:08.962253 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-528bb73d-98d3-4ad1-8b4c-716d1242cb81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=225869ce-20d0-40f3-9103-79121ac5abd0 HTTP/1.1" status: 200 len: 853 time: 0.0668745 Mar 29 01:28:09.014483 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-cfa2f4ea-5043-45cd-9e02-d92aad14fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:09.016003 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-cfa2f4ea-5043-45cd-9e02-d92aad14fb42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb0501cb-ea25-4996-a098-17a5ae10db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473468 Mar 29 01:28:09.104969 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-49f163cc-5d26-4b8d-baf0-792c23c8a2c4 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820436 Mar 29 01:28:09.197936 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-bbfbb0dd-2a68-4bb0-9aad-6ea94fbfa992 req-11728859-a7e3-4183-b490-a10b90e96b59 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852110 Mar 29 01:28:09.339443 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f11ab-9df7-469c-967a-5ff683d57e8a req-e842b62b-5bdb-4f7a-9645-f2395b3338fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:09.340923 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c4f11ab-9df7-469c-967a-5ff683d57e8a req-e842b62b-5bdb-4f7a-9645-f2395b3338fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571&device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 1127 time: 0.0836308 Mar 29 01:28:09.348506 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a441ec9-01af-41b7-9478-b4a90bdfa91d req-52fe3207-6836-4031-bbd4-0682b55290b4 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:09.350026 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8a441ec9-01af-41b7-9478-b4a90bdfa91d req-52fe3207-6836-4031-bbd4-0682b55290b4 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 943 time: 0.0824606 Mar 29 01:28:09.460377 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8a441ec9-01af-41b7-9478-b4a90bdfa91d req-8e3e957e-dd4c-4970-846a-295fbabffc19 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025043 Mar 29 01:28:09.480211 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f11ab-9df7-469c-967a-5ff683d57e8a req-a848bddf-5a9a-4392-8c68-482fde9010b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:09.481764 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c4f11ab-9df7-469c-967a-5ff683d57e8a req-a848bddf-5a9a-4392-8c68-482fde9010b5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb0501cb-ea25-4996-a098-17a5ae10db73 HTTP/1.1" status: 200 len: 915 time: 0.1309006 Mar 29 01:28:09.531476 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c4f11ab-9df7-469c-967a-5ff683d57e8a req-47c5f557-e936-4f7d-bec4-b5c08aa29a06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 200 len: 217 time: 0.0435371 Mar 29 01:28:09.587906 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f11ab-9df7-469c-967a-5ff683d57e8a req-d739430a-777b-43e5-b3fb-f434923e8652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:09.589479 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c4f11ab-9df7-469c-967a-5ff683d57e8a req-d739430a-777b-43e5-b3fb-f434923e8652 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=225869ce-20d0-40f3-9103-79121ac5abd0 HTTP/1.1" status: 200 len: 853 time: 0.0508204 Mar 29 01:28:09.647849 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f11ab-9df7-469c-967a-5ff683d57e8a req-d9f4225f-b509-4b2d-98ea-5466a8e1796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:09.649646 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c4f11ab-9df7-469c-967a-5ff683d57e8a req-d9f4225f-b509-4b2d-98ea-5466a8e1796d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb0501cb-ea25-4996-a098-17a5ae10db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0489514 Mar 29 01:28:09.745312 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c4f11ab-9df7-469c-967a-5ff683d57e8a req-018804a4-f648-45d9-b6b1-0cb782478770 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885134 Mar 29 01:28:09.879574 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6c4f11ab-9df7-469c-967a-5ff683d57e8a req-14bf5c70-b069-4c64-8299-ba2d29684f42 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123919 Mar 29 01:28:10.070778 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2533d1a-f5ef-410d-83a1-caf6d086895b req-b73e2f9b-a5bb-40aa-84a4-f3a0ca91b1dc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:10.072397 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b2533d1a-f5ef-410d-83a1-caf6d086895b req-b73e2f9b-a5bb-40aa-84a4-f3a0ca91b1dc tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0540318 Mar 29 01:28:10.126332 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b2533d1a-f5ef-410d-83a1-caf6d086895b req-efa1344c-4d6a-4858-8c08-d46c9191b3c1 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473554 Mar 29 01:28:10.254442 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de56e4-0367-4165-9cbf-9a9b965e8904 req-b2d3e55d-a9da-4bd9-a641-72d779b07aee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:10.256477 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73de56e4-0367-4165-9cbf-9a9b965e8904 req-b2d3e55d-a9da-4bd9-a641-72d779b07aee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0560174 Mar 29 01:28:10.305782 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-73de56e4-0367-4165-9cbf-9a9b965e8904 req-cf973fef-f304-4389-b0cc-ef0c3139c7e2 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Mar 29 01:28:10.329051 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47666) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:10.529474 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dfabd3-1a35-4d0d-b0a5-c273be98e7fb tempest-TestVolumeBootPattern-1596458450 tempest-TestVolumeBootPattern-1596458450-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:10.531181 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-58dfabd3-1a35-4d0d-b0a5-c273be98e7fb tempest-TestVolumeBootPattern-1596458450 tempest-TestVolumeBootPattern-1596458450-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 1124 time: 0.2007258 Mar 29 01:28:10.534583 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47684) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:10.539597 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'port_id': '935bc709-e45d-4db6-9c00-205427e4275e', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:28:10.564957 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:10.594883 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29b159f-d321-4021-8753-3df7c8c2af7a req-2a0aec73-26a4-4e2b-a4b2-3d28b25ba2ba tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:10.606715 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f29b159f-d321-4021-8753-3df7c8c2af7a req-2a0aec73-26a4-4e2b-a4b2-3d28b25ba2ba tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 943 time: 0.0688326 Mar 29 01:28:10.658924 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f29b159f-d321-4021-8753-3df7c8c2af7a req-9b3e54b9-e10b-41a0-83ec-f5e9fe1876c4 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536401 Mar 29 01:28:10.680710 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:10.802275 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Allocated IP 172.27.2.249 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/d1d273c5-bc1a-405c-ab10-f821b639081b) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:28:10.902182 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for port (d1d273c5-bc1a-405c-ab10-f821b639081b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:10.938948 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (d1d273c5-bc1a-405c-ab10-f821b639081b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:10.980824 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:28:10.983937 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:28:10.989570 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:28:11.012221 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'Port': ['ID=d1d273c5-bc1a-405c-ab10-f821b639081b,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:11.366961 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (d0c8f5fc-0450-42d0-8cce-3b04172c8a32), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:11.450050 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (d1d273c5-bc1a-405c-ab10-f821b639081b), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:11.594778 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for port (d1d273c5-bc1a-405c-ab10-f821b639081b), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:11.598939 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (d1d273c5-bc1a-405c-ab10-f821b639081b), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:11.666694 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event updated for resources: {'Port': ['ID=d1d273c5-bc1a-405c-ab10-f821b639081b,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:11.679670 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (d0c8f5fc-0450-42d0-8cce-3b04172c8a32), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:11.785602 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.l3_db [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Floating IP d0c8f5fc-0450-42d0-8cce-3b04172c8a32 associated. External IP: 172.27.2.249, port: 935bc709-e45d-4db6-9c00-205427e4275e. Mar 29 01:28:11.788598 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6254a8-b9c4-4ff7-ad82-8426b03c11dc req-0f397526-19e9-47d7-b761-7f797baebf6b tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:11.790233 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5d6254a8-b9c4-4ff7-ad82-8426b03c11dc req-0f397526-19e9-47d7-b761-7f797baebf6b tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 943 time: 0.0552604 Mar 29 01:28:11.868633 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5d6254a8-b9c4-4ff7-ad82-8426b03c11dc req-999f7739-58f4-4c8b-9522-cc728e179e34 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673673 Mar 29 01:28:12.282196 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Router 625b69e3-d34d-4f88-9b4a-e647526cf23e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:28:12.310586 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47724) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:12.353902 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8adc37-1c27-4ac9-b039-ba43c41a2da0 admin admin] Deleting subnet 45105113-9d6f-4fde-8b79-a7ecb569261b {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:28:12.357288 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f8adc37-1c27-4ac9-b039-ba43c41a2da0 admin admin] Publish callbacks [] for subnet (45105113-9d6f-4fde-8b79-a7ecb569261b), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.391709 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f8adc37-1c27-4ac9-b039-ba43c41a2da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17431472'] for subnet (45105113-9d6f-4fde-8b79-a7ecb569261b), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.393858 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:28:12.407694 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd801064-bd52-4955-bc35-2865f1220c18 None None] Sync routers for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:28:12.413704 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.417888 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd801064-bd52-4955-bc35-2865f1220c18 None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:28:12.418926 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fd801064-bd52-4955-bc35-2865f1220c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:27:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:12.434863 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f8adc37-1c27-4ac9-b039-ba43c41a2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (45105113-9d6f-4fde-8b79-a7ecb569261b), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.451846 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-3f7a5a9f-75c5-40da-bcd7-c642ea61e659 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9160559 Mar 29 01:28:12.452542 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'tag': '935bc709-e45d-4db6-9c00-205427e4275e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:28:12.454906 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e51373-31f1-4e77-a229-70d6723c48dc" -d '{"events": [{"name": "network-changed", "server_uuid": "169b4ff0-a15a-46b8-9c8f-8d8537607ba2", "tag": "935bc709-e45d-4db6-9c00-205427e4275e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:28:12.507104 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f8adc37-1c27-4ac9-b039-ba43c41a2da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17431170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16946388'] for subnet (45105113-9d6f-4fde-8b79-a7ecb569261b), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.540230 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-0f8adc37-1c27-4ac9-b039-ba43c41a2da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.545931 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-fd801064-bd52-4955-bc35-2865f1220c18 None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:28:12.546774 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47732) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:12.551181 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-0f8adc37-1c27-4ac9-b039-ba43c41a2da0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/45105113-9d6f-4fde-8b79-a7ecb569261b HTTP/1.1" status: 204 len: 168 time: 0.2320685 Mar 29 01:28:12.552423 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8adc37-1c27-4ac9-b039-ba43c41a2da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45105113-9d6f-4fde-8b79-a7ecb569261b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:12.626866 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad5b438-7135-48db-a14a-02830fc6cde8 x-openstack-request-id: req-9ad5b438-7135-48db-a14a-02830fc6cde8 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:28:12.627167 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169b4ff0-a15a-46b8-9c8f-8d8537607ba2", "tag": "935bc709-e45d-4db6-9c00-205427e4275e", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:28:12.627424 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9ad5b438-7135-48db-a14a-02830fc6cde8 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:28:12.627827 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ad5b438-7135-48db-a14a-02830fc6cde8'] response: {'name': 'network-changed', 'server_uuid': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'tag': '935bc709-e45d-4db6-9c00-205427e4275e', 'status': 'completed', 'code': 200} Mar 29 01:28:12.630370 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (deb225eb-39fb-4d66-ba4d-ff5c43965ca4), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.696754 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51373-31f1-4e77-a229-70d6723c48dc req-8d7ed738-6cf4-4bb1-acc1-9ae84902665b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:12.698501 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8e51373-31f1-4e77-a229-70d6723c48dc req-8d7ed738-6cf4-4bb1-acc1-9ae84902665b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 1129 time: 0.0493491 Mar 29 01:28:12.714308 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (deb225eb-39fb-4d66-ba4d-ff5c43965ca4), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.750842 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deb225eb-39fb-4d66-ba4d-ff5c43965ca4']}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:12.762813 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593ac5a0-e981-4835-a019-1abc90d9e491') {'for_net_delete': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:12.763491 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593ac5a0-e981-4835-a019-1abc90d9e491') {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:12.775902 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10083217'] for segment (593ac5a0-e981-4835-a019-1abc90d9e491), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.794580 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (593ac5a0-e981-4835-a019-1abc90d9e491), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.798712 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51373-31f1-4e77-a229-70d6723c48dc req-36c02733-ed8b-467e-a666-c4c32d126a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:12.800856 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8e51373-31f1-4e77-a229-70d6723c48dc req-36c02733-ed8b-467e-a666-c4c32d126a1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 912 time: 0.0961924 Mar 29 01:28:12.801210 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=103386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:28:12.801413 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fd801064-bd52-4955-bc35-2865f1220c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'd0c8f5fc-0450-42d0-8cce-3b04172c8a32', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '935bc709-e45d-4db6-9c00-205427e4275e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:39:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:28:11Z', 'updated_at': '2022-03-29T01:28:11Z', 'revision_number': 0, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}, {'id': 'fe5a86a8-721e-46b3-af62-36316c31f90b', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '403f3624-56d3-4ca2-851b-efb50181d6da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:a2:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:26Z', 'updated_at': '2022-03-29T01:25:29Z', 'revision_number': 1, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:12.801609 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10030687'] for segment (593ac5a0-e981-4835-a019-1abc90d9e491), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: Traceback (most recent call last): Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: timer() Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: cb(*args, **kw) Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: return func(*args, **kwargs) Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: self._notify() Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: self.callback(batched_events) Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: event.method(event) Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: return f(self, *a, **k) Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._get(url).json() Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: return self.request(url, 'GET', **kwargs) Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:28:12.804124 dv-cinder-750782-13-iscsi neutron-server[103386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:28:12.874242 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (deb225eb-39fb-4d66-ba4d-ff5c43965ca4), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.880203 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.885506 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] 10.222.0.23 "DELETE /v2.0/networks/deb225eb-39fb-4d66-ba4d-ff5c43965ca4 HTTP/1.1" status: 204 len: 168 time: 0.3350329 Mar 29 01:28:12.885784 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47736) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:12.898098 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8e51373-31f1-4e77-a229-70d6723c48dc req-6b6bb9ab-2760-4349-a0cf-7885d379f212 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935bc709-e45d-4db6-9c00-205427e4275e HTTP/1.1" status: 200 len: 999 time: 0.0893495 Mar 29 01:28:12.926898 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04210c2c-55bc-4c4d-ac41-c357ee54453b admin admin] Pushing event deleted for resources: {'Network': ['ID=deb225eb-39fb-4d66-ba4d-ff5c43965ca4,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:12.951299 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_v2 [None req-522aca3f-6bb0-4f67-8bec-2025c6128d95 admin admin] Deleting subnet b825c5ad-1449-4065-af72-3c5193beebac {{(pid=103386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:28:12.955091 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-522aca3f-6bb0-4f67-8bec-2025c6128d95 admin admin] Publish callbacks [] for subnet (b825c5ad-1449-4065-af72-3c5193beebac), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.985243 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd801064-bd52-4955-bc35-2865f1220c18 None None] Checking router: 625b69e3-d34d-4f88-9b4a-e647526cf23e for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:28:12.994843 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-522aca3f-6bb0-4f67-8bec-2025c6128d95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10083226'] for subnet (b825c5ad-1449-4065-af72-3c5193beebac), precommit_delete_associations {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:12.995086 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd801064-bd52-4955-bc35-2865f1220c18 None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:28:12.995751 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fd801064-bd52-4955-bc35-2865f1220c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:27:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:13.010257 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51373-31f1-4e77-a229-70d6723c48dc req-35954216-306a-4633-bb79-8fb182a5363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:13.012029 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8e51373-31f1-4e77-a229-70d6723c48dc req-35954216-306a-4633-bb79-8fb182a5363d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.1044505 Mar 29 01:28:13.041521 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-522aca3f-6bb0-4f67-8bec-2025c6128d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (b825c5ad-1449-4065-af72-3c5193beebac), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.109740 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-522aca3f-6bb0-4f67-8bec-2025c6128d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10030329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9934557'] for subnet (b825c5ad-1449-4065-af72-3c5193beebac), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.122510 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-fd801064-bd52-4955-bc35-2865f1220c18 None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:28:13.137078 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aca3f-6bb0-4f67-8bec-2025c6128d95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b825c5ad-1449-4065-af72-3c5193beebac,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:13.146979 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-522aca3f-6bb0-4f67-8bec-2025c6128d95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.153617 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-522aca3f-6bb0-4f67-8bec-2025c6128d95 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b825c5ad-1449-4065-af72-3c5193beebac HTTP/1.1" status: 204 len: 168 time: 0.2657225 Mar 29 01:28:13.154384 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47738) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:13.259351 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (18ca98db-6e30-4355-869a-50b2580f47f6), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.329520 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f3237-e0fe-48ec-b862-b4e68d47c0b0 req-fcc3964d-1a8b-4c3b-9872-9669f2528eda tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:13.331126 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-923f3237-e0fe-48ec-b862-b4e68d47c0b0 req-fcc3964d-1a8b-4c3b-9872-9669f2528eda tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 943 time: 0.3752198 Mar 29 01:28:13.354230 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (18ca98db-6e30-4355-869a-50b2580f47f6), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.377435 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e51373-31f1-4e77-a229-70d6723c48dc req-5598ee8b-5d5b-410d-8d86-ed35bcda277d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:13.377710 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ca98db-6e30-4355-869a-50b2580f47f6']}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:13.379015 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8e51373-31f1-4e77-a229-70d6723c48dc req-5598ee8b-5d5b-410d-8d86-ed35bcda277d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3599396 Mar 29 01:28:13.389278 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16828cdd-f2b2-4dc1-8728-8591475bdcfc') {'for_net_delete': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:13.389603 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16828cdd-f2b2-4dc1-8728-8591475bdcfc') {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:13.404267 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10083217'] for segment (16828cdd-f2b2-4dc1-8728-8591475bdcfc), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.418086 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (16828cdd-f2b2-4dc1-8728-8591475bdcfc), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.419615 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-fd801064-bd52-4955-bc35-2865f1220c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'd0c8f5fc-0450-42d0-8cce-3b04172c8a32', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '935bc709-e45d-4db6-9c00-205427e4275e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:39:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:28:11Z', 'updated_at': '2022-03-29T01:28:11Z', 'revision_number': 0, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}, {'id': 'fe5a86a8-721e-46b3-af62-36316c31f90b', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '403f3624-56d3-4ca2-851b-efb50181d6da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:a2:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:26Z', 'updated_at': '2022-03-29T01:25:29Z', 'revision_number': 1, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:13.430551 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] Releasing vlan 260 on physical network physnet1 to pool {{(pid=103386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:28:13.431034 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10030687'] for segment (16828cdd-f2b2-4dc1-8728-8591475bdcfc), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: Traceback (most recent call last): Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: timer() Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: cb(*args, **kw) Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: return func(*args, **kwargs) Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: self._notify() Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: self.callback(batched_events) Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: event.method(event) Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: return f(self, *a, **k) Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._get(url).json() Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: return self.request(url, 'GET', **kwargs) Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:28:13.433076 dv-cinder-750782-13-iscsi neutron-server[103386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:28:13.456988 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd801064-bd52-4955-bc35-2865f1220c18 None None] The sync data for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi is: [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'd0c8f5fc-0450-42d0-8cce-3b04172c8a32', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.249', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '935bc709-e45d-4db6-9c00-205427e4275e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:39:aa:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:28:11Z', 'updated_at': '2022-03-29T01:28:11Z', 'revision_number': 0, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}, {'id': 'fe5a86a8-721e-46b3-af62-36316c31f90b', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '403f3624-56d3-4ca2-851b-efb50181d6da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:a2:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:26Z', 'updated_at': '2022-03-29T01:25:29Z', 'revision_number': 1, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:28:13.463171 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fcbc6896-203f-42d1-9b57-9271b8886ac9 details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:28:13.465557 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-923f3237-e0fe-48ec-b862-b4e68d47c0b0 req-58b78e7d-1959-46a6-9ff4-66f4d4a865b1 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231537 Mar 29 01:28:13.509773 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8e51373-31f1-4e77-a229-70d6723c48dc req-3fdac2cd-8d0e-42da-9a1c-cbeebe7e1cd1 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233690 Mar 29 01:28:13.510940 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (18ca98db-6e30-4355-869a-50b2580f47f6), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.516815 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.520236 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] 10.222.0.23 "DELETE /v2.0/networks/18ca98db-6e30-4355-869a-50b2580f47f6 HTTP/1.1" status: 204 len: 168 time: 0.3646529 Mar 29 01:28:13.535505 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f98d9e-28ef-4920-8f8e-9ca2e83a9754 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ca98db-6e30-4355-869a-50b2580f47f6,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:13.606844 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fcbc6896-203f-42d1-9b57-9271b8886ac9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:28:13.623235 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'port_id': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'mac_address': 'fa:16:3e:7b:fe:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:28:13.632808 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d8e51373-31f1-4e77-a229-70d6723c48dc req-6743b740-f98c-450d-b245-3e29d89f9d5a service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931125 Mar 29 01:28:13.667810 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port fcbc6896-203f-42d1-9b57-9271b8886ac9 is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:28:13.668354 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.684536 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcbc6896-203f-42d1-9b57-9271b8886ac9 {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:28:13.715744 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fcbc6896-203f-42d1-9b57-9271b8886ac9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:28:13.720483 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.750478 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47744) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:13.768591 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae225592-dfd5-41bf-9899-0b1f9f2f0ea3 None None] New status for floating IP d0c8f5fc-0450-42d0-8cce-3b04172c8a32: ACTIVE {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:28:13.785566 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=fcbc6896-203f-42d1-9b57-9271b8886ac9,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:13.793572 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.793929 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.794277 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.794622 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.794986 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.795474 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.795789 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.796122 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.796454 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.796787 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.797121 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.797457 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.797901 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.798237 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.798561 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:13.804578 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-0fcfc920-303d-4380-ae38-40ba344313f1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=56278ac213e546669071d2a47b2848e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0526834 Mar 29 01:28:13.806938 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47746) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:13.855568 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dde9ce20-fab3-4dc7-a9b2-9c542fc7a25e admin admin] Publish callbacks [] for security_group (411596c8-bf3f-4e7f-a67c-f038d0606ec6), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.876624 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dde9ce20-fab3-4dc7-a9b2-9c542fc7a25e admin admin] Publish callbacks [] for security_group (411596c8-bf3f-4e7f-a67c-f038d0606ec6), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.927580 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dde9ce20-fab3-4dc7-a9b2-9c542fc7a25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (411596c8-bf3f-4e7f-a67c-f038d0606ec6), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.930587 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-dde9ce20-fab3-4dc7-a9b2-9c542fc7a25e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:13.931864 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-dde9ce20-fab3-4dc7-a9b2-9c542fc7a25e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/411596c8-bf3f-4e7f-a67c-f038d0606ec6 HTTP/1.1" status: 204 len: 168 time: 0.1238708 Mar 29 01:28:13.954367 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9ce20-fab3-4dc7-a9b2-9c542fc7a25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411596c8-bf3f-4e7f-a67c-f038d0606ec6,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:14.096555 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['fcbc6896-203f-42d1-9b57-9271b8886ac9'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:28:14.262768 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47752) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:14.301890 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-72f2b818-ada9-43c7-854a-957261d438f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ebac8b38d78a458a853034e27d364db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379548 Mar 29 01:28:14.304868 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47754) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:14.354600 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72f6a4c1-840f-4de9-8227-32bbe9b3b2c4 admin admin] Publish callbacks [] for security_group (693b6bb5-91fe-41de-9cde-1d57c0e410c4), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:14.376222 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72f6a4c1-840f-4de9-8227-32bbe9b3b2c4 admin admin] Publish callbacks [] for security_group (693b6bb5-91fe-41de-9cde-1d57c0e410c4), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:14.422669 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72f6a4c1-840f-4de9-8227-32bbe9b3b2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (693b6bb5-91fe-41de-9cde-1d57c0e410c4), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:14.425695 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-72f6a4c1-840f-4de9-8227-32bbe9b3b2c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:14.427048 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-72f6a4c1-840f-4de9-8227-32bbe9b3b2c4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/693b6bb5-91fe-41de-9cde-1d57c0e410c4 HTTP/1.1" status: 204 len: 168 time: 0.1212034 Mar 29 01:28:14.435811 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f6a4c1-840f-4de9-8227-32bbe9b3b2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=693b6bb5-91fe-41de-9cde-1d57c0e410c4,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:14.597287 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174bd678-f1d8-406c-8b1d-f8f49c3e5c09 req-4d35444a-e00b-44a1-a26b-83b7350a370c tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:14.598765 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-174bd678-f1d8-406c-8b1d-f8f49c3e5c09 req-4d35444a-e00b-44a1-a26b-83b7350a370c tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 944 time: 0.0551910 Mar 29 01:28:14.645798 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-174bd678-f1d8-406c-8b1d-f8f49c3e5c09 req-db8b75cd-b2f9-4778-aa3f-18feb2fe654c tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410056 Mar 29 01:28:15.484114 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fcbc6896-203f-42d1-9b57-9271b8886ac9 up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:28:15.488087 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47790) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:15.534278 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port fcbc6896-203f-42d1-9b57-9271b8886ac9 completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:28:15.539254 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port fcbc6896-203f-42d1-9b57-9271b8886ac9 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:28:15.539622 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:15.607765 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b739ad78-65a0-44c9-955e-680fd8c637aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:15.622405 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port fcbc6896-203f-42d1-9b57-9271b8886ac9 is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:28:15.622823 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:15.645674 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:28:15.648371 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c461ec44-a712-456c-98a6-bb379387f56c" -d '{"events": [{"server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "name": "network-vif-plugged", "status": "completed", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:28:15.662056 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port fcbc6896-203f-42d1-9b57-9271b8886ac9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:28:15.667059 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:15.693674 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b739ad78-65a0-44c9-955e-680fd8c637aa admin admin] Publish callbacks [] for security_group (616f28f3-37f3-44b2-9d6a-148bdde6546c), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:15.699664 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b739ad78-65a0-44c9-955e-680fd8c637aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (616f28f3-37f3-44b2-9d6a-148bdde6546c), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:15.731581 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=fcbc6896-203f-42d1-9b57-9271b8886ac9,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:15.763707 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b739ad78-65a0-44c9-955e-680fd8c637aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=11b899f09f0f4a34a2e63249e5d2658b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2745359 Mar 29 01:28:15.764490 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47800) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:15.765137 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739ad78-65a0-44c9-955e-680fd8c637aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=616f28f3-37f3-44b2-9d6a-148bdde6546c,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:15.795399 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d431e-e8db-4b4c-b15d-cd564d2a3725 req-ce60cdc2-5876-4f2a-afc8-742852c33b4e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:15.796900 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8d6d431e-e8db-4b4c-b15d-cd564d2a3725 req-ce60cdc2-5876-4f2a-afc8-742852c33b4e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 945 time: 0.0679018 Mar 29 01:28:15.827827 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4bdce0d7-6800-4251-b805-21396a069d14 admin admin] Publish callbacks [] for security_group (616f28f3-37f3-44b2-9d6a-148bdde6546c), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:15.850971 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4bdce0d7-6800-4251-b805-21396a069d14 admin admin] Publish callbacks [] for security_group (616f28f3-37f3-44b2-9d6a-148bdde6546c), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:15.857658 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e025908a-90f6-4f59-979d-36e192eff048 x-openstack-request-id: req-e025908a-90f6-4f59-979d-36e192eff048 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:28:15.858048 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8d6d431e-e8db-4b4c-b15d-cd564d2a3725 req-d2244c93-0884-4ef9-8f45-537117e6840a tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538042 Mar 29 01:28:15.864070 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "name": "network-vif-plugged", "status": "completed", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:28:15.864408 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e025908a-90f6-4f59-979d-36e192eff048 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:28:15.864911 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e025908a-90f6-4f59-979d-36e192eff048'] response: {'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'code': 200} Mar 29 01:28:15.907001 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4bdce0d7-6800-4251-b805-21396a069d14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (616f28f3-37f3-44b2-9d6a-148bdde6546c), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:15.909516 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4bdce0d7-6800-4251-b805-21396a069d14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:15.912171 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-4bdce0d7-6800-4251-b805-21396a069d14 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/616f28f3-37f3-44b2-9d6a-148bdde6546c HTTP/1.1" status: 204 len: 168 time: 0.1428928 Mar 29 01:28:15.921603 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdce0d7-6800-4251-b805-21396a069d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=616f28f3-37f3-44b2-9d6a-148bdde6546c,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:16.032094 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232581e-d04f-4b63-8a46-048d9102ffa0 req-8243f3b1-17bd-4dda-8055-369e4acff3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:16.033652 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8232581e-d04f-4b63-8a46-048d9102ffa0 req-8243f3b1-17bd-4dda-8055-369e4acff3c4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 1129 time: 0.0452793 Mar 29 01:28:16.082353 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8232581e-d04f-4b63-8a46-048d9102ffa0 req-ee303a7c-2efd-447e-be69-b400a82a5110 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412190 Mar 29 01:28:17.004922 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646b3de-2644-4600-b05d-e0e33b215a8d req-879928c6-abf6-40db-95f9-34b90e22f545 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:17.006434 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e646b3de-2644-4600-b05d-e0e33b215a8d req-879928c6-abf6-40db-95f9-34b90e22f545 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 945 time: 0.0599744 Mar 29 01:28:17.055440 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e646b3de-2644-4600-b05d-e0e33b215a8d req-ffd2321c-8415-4a52-8e44-c8410c10ea76 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432847 Mar 29 01:28:18.172532 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043d52d-3fcb-46ba-be62-72b7ffcaa59d req-d655ab1f-4390-4baf-9cfe-9f1cd6c6f543 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:18.173996 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7043d52d-3fcb-46ba-be62-72b7ffcaa59d req-d655ab1f-4390-4baf-9cfe-9f1cd6c6f543 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 945 time: 0.0533154 Mar 29 01:28:18.222801 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7043d52d-3fcb-46ba-be62-72b7ffcaa59d req-0c69bae5-c996-4065-b69d-ffb2344ada9d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 Mar 29 01:28:18.352242 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8938d7-1d23-4a0a-afcc-a2b1ffc7ee01 req-974a49ce-e7f4-4013-84ce-7d3399ac4ce6 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:18.353852 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3f8938d7-1d23-4a0a-afcc-a2b1ffc7ee01 req-974a49ce-e7f4-4013-84ce-7d3399ac4ce6 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 945 time: 0.0620704 Mar 29 01:28:18.401684 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3f8938d7-1d23-4a0a-afcc-a2b1ffc7ee01 req-e9c44442-3090-4770-a526-2ccefcc89ec5 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421300 Mar 29 01:28:18.750118 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419670b0-daa6-44ef-8be4-098f214f4997 req-659b61c5-5246-435a-9093-68e9141000fb tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:18.751595 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-419670b0-daa6-44ef-8be4-098f214f4997 req-659b61c5-5246-435a-9093-68e9141000fb tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 945 time: 0.0556211 Mar 29 01:28:18.800977 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-419670b0-daa6-44ef-8be4-098f214f4997 req-c66195a8-a639-493e-bc64-743764f770ea tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437138 Mar 29 01:28:19.917518 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47892) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:20.020401 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-291c6f0b-21c7-42a1-87a8-a9b78d37d751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:20.094450 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-291c6f0b-21c7-42a1-87a8-a9b78d37d751 admin admin] Publish callbacks [] for security_group (f7b252d3-e2e7-48d4-8457-bb35f2070b0c), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:20.097856 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-291c6f0b-21c7-42a1-87a8-a9b78d37d751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (f7b252d3-e2e7-48d4-8457-bb35f2070b0c), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:20.141559 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47902) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:20.142057 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-291c6f0b-21c7-42a1-87a8-a9b78d37d751 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf028f1d728047f2a6d96652b5c487f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229080 Mar 29 01:28:20.143012 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c6f0b-21c7-42a1-87a8-a9b78d37d751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b252d3-e2e7-48d4-8457-bb35f2070b0c,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:20.194530 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d1066c-c14f-4e19-a0f5-2a934c4bb962 admin admin] Publish callbacks [] for security_group (f7b252d3-e2e7-48d4-8457-bb35f2070b0c), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:20.215896 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d1066c-c14f-4e19-a0f5-2a934c4bb962 admin admin] Publish callbacks [] for security_group (f7b252d3-e2e7-48d4-8457-bb35f2070b0c), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:20.262722 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d1066c-c14f-4e19-a0f5-2a934c4bb962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (f7b252d3-e2e7-48d4-8457-bb35f2070b0c), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:20.265383 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d1d1066c-c14f-4e19-a0f5-2a934c4bb962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:20.266535 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d1d1066c-c14f-4e19-a0f5-2a934c4bb962 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f7b252d3-e2e7-48d4-8457-bb35f2070b0c HTTP/1.1" status: 204 len: 168 time: 0.1228721 Mar 29 01:28:20.286042 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1066c-c14f-4e19-a0f5-2a934c4bb962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b252d3-e2e7-48d4-8457-bb35f2070b0c,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:25.135531 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0106987d-7be8-4e80-96d3-02eaf15ed47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:27.518041 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-70fbe353-ed05-4c45-a7ed-2282740daa43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:28.592292 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:29.305543 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c60ae4-bcdd-4a01-8919-99d83b3d9b40 req-7c25c57e-d487-4a12-abaa-aadf6984fa07 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:29.307078 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b6c60ae4-bcdd-4a01-8919-99d83b3d9b40 req-7c25c57e-d487-4a12-abaa-aadf6984fa07 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 945 time: 0.0671585 Mar 29 01:28:29.361363 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b6c60ae4-bcdd-4a01-8919-99d83b3d9b40 req-43eea363-6a36-40fe-be13-b3aefb62377c tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484049 Mar 29 01:28:29.383650 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47972) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:29.566845 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e2e3c5-1eb8-4d54-b8be-439b6d63fe97 tempest-TestMinimumBasicScenario-2058327859 tempest-TestMinimumBasicScenario-2058327859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:29.568273 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-83e2e3c5-1eb8-4d54-b8be-439b6d63fe97 tempest-TestMinimumBasicScenario-2058327859 tempest-TestMinimumBasicScenario-2058327859-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 1124 time: 0.1836720 Mar 29 01:28:29.571764 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47976) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:29.576218 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'port_id': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:28:29.596077 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:29.675334 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:28:29.691053 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:29.796667 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Allocated IP 172.27.2.14 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/3922da30-d16d-4df8-b4bd-80a4747686dc) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:28:29.893593 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for port (3922da30-d16d-4df8-b4bd-80a4747686dc), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:29.925251 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (3922da30-d16d-4df8-b4bd-80a4747686dc), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:29.958569 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:29.961937 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:28:29.968415 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:28:29.972766 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:28:29.975709 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'Port': ['ID=3922da30-d16d-4df8-b4bd-80a4747686dc,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:30.321300 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for floatingip (35e572ee-8c79-4630-90c6-f0b3033a435a), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:30.386983 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (3922da30-d16d-4df8-b4bd-80a4747686dc), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:30.533330 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for port (3922da30-d16d-4df8-b4bd-80a4747686dc), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:30.537583 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (3922da30-d16d-4df8-b4bd-80a4747686dc), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:30.609375 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'Port': ['ID=3922da30-d16d-4df8-b4bd-80a4747686dc,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:30.621388 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (35e572ee-8c79-4630-90c6-f0b3033a435a), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:30.722149 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.l3_db [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Floating IP 35e572ee-8c79-4630-90c6-f0b3033a435a associated. External IP: 172.27.2.14, port: fcbc6896-203f-42d1-9b57-9271b8886ac9. Mar 29 01:28:30.929010 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Router d8475442-12fd-4d12-862d-9769fd16442e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:28:31.036485 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:28:31.046327 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca080b-28df-412a-9184-75075a0d62ee None None] Sync routers for ids ['d8475442-12fd-4d12-862d-9769fd16442e'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:28:31.054200 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.056713 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca080b-28df-412a-9184-75075a0d62ee None None] Routers {'d8475442-12fd-4d12-862d-9769fd16442e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:28:31.057347 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1bca080b-28df-412a-9184-75075a0d62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:28:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d8475442-12fd-4d12-862d-9769fd16442e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:31.086781 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-b837df40-6f07-4095-9764-042b06cd9f11 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5138953 Mar 29 01:28:31.087459 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:28:31.089633 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 47980) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:31.090117 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e5dd9a-b0ed-47f6-9a87-e450607def55" -d '{"events": [{"name": "network-changed", "server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:28:31.094168 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-e82f8754-250e-430a-9d90-423f5b22ce35 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-458049439', 'description': 'tempest-secgroup-smoke-458049439 description', 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:28:31.129642 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e82f8754-250e-430a-9d90-423f5b22ce35 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.144690 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e07ccd-378c-4514-97fa-ae1c9aceaa1e x-openstack-request-id: req-b7e07ccd-378c-4514-97fa-ae1c9aceaa1e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:28:31.145805 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:28:31.147234 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b7e07ccd-378c-4514-97fa-ae1c9aceaa1e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:28:31.147979 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e07ccd-378c-4514-97fa-ae1c9aceaa1e'] response: {'name': 'network-changed', 'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'status': 'completed', 'code': 200} Mar 29 01:28:31.188551 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1bca080b-28df-412a-9184-75075a0d62ee None None] Set router d8475442-12fd-4d12-862d-9769fd16442e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:28:31.235482 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e82f8754-250e-430a-9d90-423f5b22ce35 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group (d10bc867-2034-4370-bc79-3996eaa4289f), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.240673 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5dd9a-b0ed-47f6-9a87-e450607def55 req-de12b25c-634c-4bb3-9494-92a24cabe122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:31.242248 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64e5dd9a-b0ed-47f6-9a87-e450607def55 req-de12b25c-634c-4bb3-9494-92a24cabe122 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571&device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 1129 time: 0.0761197 Mar 29 01:28:31.243397 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e82f8754-250e-430a-9d90-423f5b22ce35 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d10bc867-2034-4370-bc79-3996eaa4289f), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.320543 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e82f8754-250e-430a-9d90-423f5b22ce35 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.325111 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47988) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:31.325280 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e82f8754-250e-430a-9d90-423f5b22ce35 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2345185 Mar 29 01:28:31.325911 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f8754-250e-430a-9d90-423f5b22ce35 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d10bc867-2034-4370-bc79-3996eaa4289f,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:31.335072 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-86105342-1e05-4fab-850e-a1ec07277aef tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Request body: {'security_group_rule': {'security_group_id': 'd10bc867-2034-4370-bc79-3996eaa4289f', 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:28:31.376200 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86105342-1e05-4fab-850e-a1ec07277aef tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (6abf4038-9c6d-4cb5-be5d-9c9cbf8cc806), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.377627 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5dd9a-b0ed-47f6-9a87-e450607def55 req-551aeaa0-c14d-4cbb-9401-eba2056d8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:31.379239 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64e5dd9a-b0ed-47f6-9a87-e450607def55 req-551aeaa0-c14d-4cbb-9401-eba2056d8ca2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb0501cb-ea25-4996-a098-17a5ae10db73 HTTP/1.1" status: 200 len: 915 time: 0.1248758 Mar 29 01:28:31.436805 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1bca080b-28df-412a-9184-75075a0d62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 4, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '35e572ee-8c79-4630-90c6-f0b3033a435a', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'port_id': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'mac_address': 'fa:16:3e:7b:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c3f402-cb27-4662-8450-e34b70d8b068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:28:30Z', 'updated_at': '2022-03-29T01:28:30Z', 'revision_number': 0, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3acf2fd-e7f9-49a7-9078-21267b0d0de5', 'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'mac_address': 'fa:16:3e:c7:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:32Z', 'updated_at': '2022-03-29T01:27:37Z', 'revision_number': 5, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'subnets': [{'id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:31.453950 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86105342-1e05-4fab-850e-a1ec07277aef tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (6abf4038-9c6d-4cb5-be5d-9c9cbf8cc806), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.467538 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca080b-28df-412a-9184-75075a0d62ee None None] Checking router: d8475442-12fd-4d12-862d-9769fd16442e for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:28:31.470951 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64e5dd9a-b0ed-47f6-9a87-e450607def55 req-923cbc02-50d8-49bb-aba7-3a2c1d95f1b0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 200 len: 998 time: 0.0832744 Mar 29 01:28:31.472449 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86105342-1e05-4fab-850e-a1ec07277aef tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (6abf4038-9c6d-4cb5-be5d-9c9cbf8cc806), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.478776 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bca080b-28df-412a-9184-75075a0d62ee None None] Routers {'d8475442-12fd-4d12-862d-9769fd16442e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:28:31.479779 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1bca080b-28df-412a-9184-75075a0d62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:28:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d8475442-12fd-4d12-862d-9769fd16442e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:31.512153 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-86105342-1e05-4fab-850e-a1ec07277aef tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.518807 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-86105342-1e05-4fab-850e-a1ec07277aef tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1898267 Mar 29 01:28:31.518807 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47992) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:31.531463 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-1d7e5a25-414d-42b3-a34e-3188859fd546 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Request body: {'security_group_rule': {'security_group_id': 'd10bc867-2034-4370-bc79-3996eaa4289f', 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:28:31.536892 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86105342-1e05-4fab-850e-a1ec07277aef tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6abf4038-9c6d-4cb5-be5d-9c9cbf8cc806,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:31.542298 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5dd9a-b0ed-47f6-9a87-e450607def55 req-49da5ecb-0740-4e45-8f1d-7032f4cf3164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:31.546685 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64e5dd9a-b0ed-47f6-9a87-e450607def55 req-49da5ecb-0740-4e45-8f1d-7032f4cf3164 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=225869ce-20d0-40f3-9103-79121ac5abd0 HTTP/1.1" status: 200 len: 853 time: 0.0681794 Mar 29 01:28:31.563771 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5a25-414d-42b3-a34e-3188859fd546 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (8963b437-1659-4d22-8f98-4e0051b597d2), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.574285 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.611751 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5dd9a-b0ed-47f6-9a87-e450607def55 req-abccf5a4-902f-48d5-ae53-86e0216f270e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:31.613876 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64e5dd9a-b0ed-47f6-9a87-e450607def55 req-abccf5a4-902f-48d5-ae53-86e0216f270e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb0501cb-ea25-4996-a098-17a5ae10db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0596991 Mar 29 01:28:31.630402 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-1bca080b-28df-412a-9184-75075a0d62ee None None] Set router d8475442-12fd-4d12-862d-9769fd16442e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:28:31.631997 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5a25-414d-42b3-a34e-3188859fd546 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (8963b437-1659-4d22-8f98-4e0051b597d2), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.637576 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5a25-414d-42b3-a34e-3188859fd546 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (8963b437-1659-4d22-8f98-4e0051b597d2), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.661943 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e5a25-414d-42b3-a34e-3188859fd546 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8963b437-1659-4d22-8f98-4e0051b597d2,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:31.677658 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1d7e5a25-414d-42b3-a34e-3188859fd546 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.678942 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-1d7e5a25-414d-42b3-a34e-3188859fd546 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1537702 Mar 29 01:28:31.682445 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47996) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:31.690068 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-f6e9144d-c838-4cae-84df-4d2a4419aaae tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Request body: {'security_group_rule': {'security_group_id': 'd10bc867-2034-4370-bc79-3996eaa4289f', 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:28:31.715654 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64e5dd9a-b0ed-47f6-9a87-e450607def55 req-b4f70146-8bc1-46bf-8a04-9ba4a65b9b79 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958440 Mar 29 01:28:31.719393 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6e9144d-c838-4cae-84df-4d2a4419aaae tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (310b6578-fb88-476b-8dcd-7b47c94fa379), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.785274 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6e9144d-c838-4cae-84df-4d2a4419aaae tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (310b6578-fb88-476b-8dcd-7b47c94fa379), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.790413 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6e9144d-c838-4cae-84df-4d2a4419aaae tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (310b6578-fb88-476b-8dcd-7b47c94fa379), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.808443 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9144d-c838-4cae-84df-4d2a4419aaae tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=310b6578-fb88-476b-8dcd-7b47c94fa379,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:31.818982 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6e9144d-c838-4cae-84df-4d2a4419aaae tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.819224 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-64e5dd9a-b0ed-47f6-9a87-e450607def55 req-433941cd-242b-47ce-9bc6-1a0d0fb83815 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965824 Mar 29 01:28:31.820257 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-f6e9144d-c838-4cae-84df-4d2a4419aaae tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1338177 Mar 29 01:28:31.823107 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 47998) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:31.827427 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-d473cf56-77f3-45f6-9a67-619682a82777 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Request body: {'security_group_rule': {'security_group_id': 'd10bc867-2034-4370-bc79-3996eaa4289f', 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:28:31.853925 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d473cf56-77f3-45f6-9a67-619682a82777 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (b94bb0fe-ea21-46c9-af9d-d277f1c9671d), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.894170 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-1bca080b-28df-412a-9184-75075a0d62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 4, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '35e572ee-8c79-4630-90c6-f0b3033a435a', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'port_id': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'mac_address': 'fa:16:3e:7b:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c3f402-cb27-4662-8450-e34b70d8b068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:28:30Z', 'updated_at': '2022-03-29T01:28:30Z', 'revision_number': 0, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3acf2fd-e7f9-49a7-9078-21267b0d0de5', 'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'mac_address': 'fa:16:3e:c7:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:32Z', 'updated_at': '2022-03-29T01:27:37Z', 'revision_number': 5, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'subnets': [{'id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:28:31.912486 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d473cf56-77f3-45f6-9a67-619682a82777 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (b94bb0fe-ea21-46c9-af9d-d277f1c9671d), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.916944 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d473cf56-77f3-45f6-9a67-619682a82777 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (b94bb0fe-ea21-46c9-af9d-d277f1c9671d), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.923888 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bca080b-28df-412a-9184-75075a0d62ee None None] The sync data for ids ['d8475442-12fd-4d12-862d-9769fd16442e'] in dv-cinder-750782-13-iscsi is: [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 4, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '35e572ee-8c79-4630-90c6-f0b3033a435a', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'floating_ip_address': '172.27.2.14', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'port_id': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'mac_address': 'fa:16:3e:7b:fe:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31c3f402-cb27-4662-8450-e34b70d8b068', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:28:30Z', 'updated_at': '2022-03-29T01:28:30Z', 'revision_number': 0, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3acf2fd-e7f9-49a7-9078-21267b0d0de5', 'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'mac_address': 'fa:16:3e:c7:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:32Z', 'updated_at': '2022-03-29T01:27:37Z', 'revision_number': 5, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'subnets': [{'id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:28:31.934084 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473cf56-77f3-45f6-9a67-619682a82777 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b94bb0fe-ea21-46c9-af9d-d277f1c9671d,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:31.942152 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d473cf56-77f3-45f6-9a67-619682a82777 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:31.943372 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-d473cf56-77f3-45f6-9a67-619682a82777 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1192937 Mar 29 01:28:31.946834 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48000) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:31.950984 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-c4d43cf8-5ae2-4256-9fc3-96f6c76231b3 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Request body: {'security_group_rule': {'security_group_id': 'd10bc867-2034-4370-bc79-3996eaa4289f', 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:28:31.972507 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.securitygroups_db [None req-c4d43cf8-5ae2-4256-9fc3-96f6c76231b3 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Project ca9ffb45471e4b2a8007a6ce6cf87571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 01:28:31.977688 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4d43cf8-5ae2-4256-9fc3-96f6c76231b3 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (4125e112-d9c6-407a-9c68-67c38099c0d3), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.039190 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4d43cf8-5ae2-4256-9fc3-96f6c76231b3 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (4125e112-d9c6-407a-9c68-67c38099c0d3), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.043107 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4d43cf8-5ae2-4256-9fc3-96f6c76231b3 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (4125e112-d9c6-407a-9c68-67c38099c0d3), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.061789 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d43cf8-5ae2-4256-9fc3-96f6c76231b3 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4125e112-d9c6-407a-9c68-67c38099c0d3,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:32.068403 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c4d43cf8-5ae2-4256-9fc3-96f6c76231b3 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.069794 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c4d43cf8-5ae2-4256-9fc3-96f6c76231b3 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220496 Mar 29 01:28:32.073221 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48002) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:32.077846 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7b1c1add-def6-4ef2-bab3-52c38a94483e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Request body: {'security_group_rule': {'security_group_id': 'd10bc867-2034-4370-bc79-3996eaa4289f', 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:28:32.098406 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.securitygroups_db [None req-7b1c1add-def6-4ef2-bab3-52c38a94483e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Project ca9ffb45471e4b2a8007a6ce6cf87571 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 01:28:32.103843 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b1c1add-def6-4ef2-bab3-52c38a94483e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (d3c962ad-4e15-450b-b2dd-09d8a3c09ec4), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.142576 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427d4f21-fc56-4920-994a-c90d3520a54d None None] New status for floating IP 35e572ee-8c79-4630-90c6-f0b3033a435a: ACTIVE {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:28:32.168083 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b1c1add-def6-4ef2-bab3-52c38a94483e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (d3c962ad-4e15-450b-b2dd-09d8a3c09ec4), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.171790 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b1c1add-def6-4ef2-bab3-52c38a94483e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (d3c962ad-4e15-450b-b2dd-09d8a3c09ec4), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.186997 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1c1add-def6-4ef2-bab3-52c38a94483e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c962ad-4e15-450b-b2dd-09d8a3c09ec4,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:32.197936 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7b1c1add-def6-4ef2-bab3-52c38a94483e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.201997 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7b1c1add-def6-4ef2-bab3-52c38a94483e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1249728 Mar 29 01:28:32.289328 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0cea4b7d-e695-4f12-ad90-fb242906f7e7 req-76b37fe0-1357-4807-b74c-1936a12f625a tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458049439&fields=id&tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571 HTTP/1.1" status: 200 len: 267 time: 0.0447872 Mar 29 01:28:32.356153 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea4b7d-e695-4f12-ad90-fb242906f7e7 req-25330602-c996-42d1-9892-c477a4560b4b tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:32.357624 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0cea4b7d-e695-4f12-ad90-fb242906f7e7 req-25330602-c996-42d1-9892-c477a4560b4b tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 945 time: 0.0629041 Mar 29 01:28:32.368682 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-0cea4b7d-e695-4f12-ad90-fb242906f7e7 req-94d963d7-e780-4ed1-816a-f06eaddbfc59 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Request body: {'port': {'security_groups': ['40bf4b0e-8ef9-4570-a686-0e3686d750d9', 'd10bc867-2034-4370-bc79-3996eaa4289f']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:28:32.437677 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0cea4b7d-e695-4f12-ad90-fb242906f7e7 req-94d963d7-e780-4ed1-816a-f06eaddbfc59 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.622241 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-0cea4b7d-e695-4f12-ad90-fb242906f7e7 req-94d963d7-e780-4ed1-816a-f06eaddbfc59 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] For port fcbc6896-203f-42d1-9b57-9271b8886ac9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:28:32.651925 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0cea4b7d-e695-4f12-ad90-fb242906f7e7 req-94d963d7-e780-4ed1-816a-f06eaddbfc59 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.656241 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0cea4b7d-e695-4f12-ad90-fb242906f7e7 req-94d963d7-e780-4ed1-816a-f06eaddbfc59 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.700489 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea4b7d-e695-4f12-ad90-fb242906f7e7 req-94d963d7-e780-4ed1-816a-f06eaddbfc59 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:32.701106 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-0cea4b7d-e695-4f12-ad90-fb242906f7e7 req-94d963d7-e780-4ed1-816a-f06eaddbfc59 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:32.702467 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0cea4b7d-e695-4f12-ad90-fb242906f7e7 req-94d963d7-e780-4ed1-816a-f06eaddbfc59 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "PUT /v2.0/ports/fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 200 len: 981 time: 0.3387380 Mar 29 01:28:32.702932 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:28:32.705193 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269e79a6-4804-4adb-97aa-d88aa7fc559b" -d '{"events": [{"name": "network-changed", "server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:28:32.731596 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d963d7-e780-4ed1-816a-f06eaddbfc59 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'Port': ['ID=fcbc6896-203f-42d1-9b57-9271b8886ac9,revision_number=6']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:32.766041 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fce1ad6-6d34-43af-bc05-daa62c43a7de x-openstack-request-id: req-9fce1ad6-6d34-43af-bc05-daa62c43a7de {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:28:32.766336 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:28:32.766587 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9fce1ad6-6d34-43af-bc05-daa62c43a7de {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:28:32.767026 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fce1ad6-6d34-43af-bc05-daa62c43a7de'] response: {'name': 'network-changed', 'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'status': 'completed', 'code': 200} Mar 29 01:28:32.830716 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae3a4e0-3b1a-4071-bc62-1035e8b1f373 req-df2c0efe-eb21-4519-bc48-76acb4393dbc tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:32.832380 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ae3a4e0-3b1a-4071-bc62-1035e8b1f373 req-df2c0efe-eb21-4519-bc48-76acb4393dbc tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0560939 Mar 29 01:28:32.895637 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-1ae3a4e0-3b1a-4071-bc62-1035e8b1f373 req-51e37b6d-bc6a-484e-95e0-9ccc435164e9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569377 Mar 29 01:28:32.944224 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-86a0811b-2eab-442e-9dd3-43cac934971b None None] Provisioning complete for port fcbc6896-203f-42d1-9b57-9271b8886ac9 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:28:32.944838 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86a0811b-2eab-442e-9dd3-43cac934971b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:33.025187 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-86a0811b-2eab-442e-9dd3-43cac934971b None None] Current status of the port fcbc6896-203f-42d1-9b57-9271b8886ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:28:34.232802 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e79a6-4804-4adb-97aa-d88aa7fc559b req-fd1a8cc0-d53b-4fa9-be14-59cdc0ac616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:34.234288 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-269e79a6-4804-4adb-97aa-d88aa7fc559b req-fd1a8cc0-d53b-4fa9-be14-59cdc0ac616d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571&device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 1168 time: 0.0442581 Mar 29 01:28:35.630204 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e79a6-4804-4adb-97aa-d88aa7fc559b req-d4d0060c-9b55-4ce4-8cb4-4bd461a587a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:35.631736 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-269e79a6-4804-4adb-97aa-d88aa7fc559b req-d4d0060c-9b55-4ce4-8cb4-4bd461a587a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb0501cb-ea25-4996-a098-17a5ae10db73 HTTP/1.1" status: 200 len: 915 time: 0.0881555 Mar 29 01:28:35.646047 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['fcbc6896-203f-42d1-9b57-9271b8886ac9'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:28:35.687881 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:35.702911 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-269e79a6-4804-4adb-97aa-d88aa7fc559b req-4d9cab9b-ed96-47a7-8f6e-9edf323f6b19 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 200 len: 1000 time: 0.0642295 Mar 29 01:28:35.747441 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['fcbc6896-203f-42d1-9b57-9271b8886ac9'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:28:35.752145 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e79a6-4804-4adb-97aa-d88aa7fc559b req-9d8b0ef9-96da-4cd8-874c-b8113607b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:35.753619 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-269e79a6-4804-4adb-97aa-d88aa7fc559b req-9d8b0ef9-96da-4cd8-874c-b8113607b239 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=225869ce-20d0-40f3-9103-79121ac5abd0 HTTP/1.1" status: 200 len: 853 time: 0.0446658 Mar 29 01:28:35.807107 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269e79a6-4804-4adb-97aa-d88aa7fc559b req-4a9c6f16-d420-433a-b163-cc1c32302413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:28:35.808624 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-269e79a6-4804-4adb-97aa-d88aa7fc559b req-4a9c6f16-d420-433a-b163-cc1c32302413 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb0501cb-ea25-4996-a098-17a5ae10db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488703 Mar 29 01:28:35.902574 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-269e79a6-4804-4adb-97aa-d88aa7fc559b req-c0e05478-5db3-4342-be14-5fa69102f6e0 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813310 Mar 29 01:28:35.995914 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-269e79a6-4804-4adb-97aa-d88aa7fc559b req-2d67bd30-5818-4a12-9db9-ce0251c0a843 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869505 Mar 29 01:28:55.139424 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-86d04933-072f-4297-ba35-17a85946bb59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:55.727992 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48104) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:55.831816 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:55.904612 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Publish callbacks [] for security_group (71cd2160-1032-4fe3-827e-32b604b091f3), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:55.908162 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (71cd2160-1032-4fe3-827e-32b604b091f3), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:55.944060 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cd2160-1032-4fe3-827e-32b604b091f3,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:55.948341 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cbc1ea0361254f989002ad17ee27f593&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191725 Mar 29 01:28:55.951123 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48108) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:28:55.954470 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.954848 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.955200 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.955540 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.955879 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.956213 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.956547 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.956875 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.957205 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.957534 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.957977 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.958313 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.958668 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.959019 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.959344 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83719dca-cb8a-49ff-b20a-d800412af791 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:55.998591 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Publish callbacks [] for security_group (71cd2160-1032-4fe3-827e-32b604b091f3), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:56.020287 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Publish callbacks [] for security_group (71cd2160-1032-4fe3-827e-32b604b091f3), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:56.067846 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (71cd2160-1032-4fe3-827e-32b604b091f3), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:56.070291 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:56.071445 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71cd2160-1032-4fe3-827e-32b604b091f3 HTTP/1.1" status: 204 len: 168 time: 0.1193602 Mar 29 01:28:56.079972 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cd2160-1032-4fe3-827e-32b604b091f3,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:28:56.086934 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.087278 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.087612 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.087941 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.088264 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.088628 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.088948 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.089318 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.089568 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.089883 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.090199 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.090517 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.090850 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.091162 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:56.091472 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1feb53-7824-4fd4-886b-ccbc052dc713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:28:57.520891 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7b79cae2-e272-42c6-af8c-56e47f896bbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:58.594304 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:28:59.960344 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:01.537656 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:05.665587 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:06.674552 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:29:06.948504 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48246) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:29:07.048989 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3feb4644-159f-43fa-86d3-6dbe6b5b393a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:07.121253 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3feb4644-159f-43fa-86d3-6dbe6b5b393a admin admin] Publish callbacks [] for security_group (34345621-9260-493d-baec-f86abbd39f45), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:07.125019 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-3feb4644-159f-43fa-86d3-6dbe6b5b393a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (34345621-9260-493d-baec-f86abbd39f45), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:07.161164 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-3feb4644-159f-43fa-86d3-6dbe6b5b393a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f41030be997b49e7aef18d99bcf5edd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115595 Mar 29 01:29:07.163047 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb4644-159f-43fa-86d3-6dbe6b5b393a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34345621-9260-493d-baec-f86abbd39f45,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:29:07.163870 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48250) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:29:07.212550 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1090c13-f42f-4699-ba51-396cc4e5730f admin admin] Publish callbacks [] for security_group (34345621-9260-493d-baec-f86abbd39f45), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:07.234323 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1090c13-f42f-4699-ba51-396cc4e5730f admin admin] Publish callbacks [] for security_group (34345621-9260-493d-baec-f86abbd39f45), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:07.283402 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1090c13-f42f-4699-ba51-396cc4e5730f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (34345621-9260-493d-baec-f86abbd39f45), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:07.285993 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-f1090c13-f42f-4699-ba51-396cc4e5730f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:07.287164 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-f1090c13-f42f-4699-ba51-396cc4e5730f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34345621-9260-493d-baec-f86abbd39f45 HTTP/1.1" status: 204 len: 168 time: 0.1222687 Mar 29 01:29:07.295221 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1090c13-f42f-4699-ba51-396cc4e5730f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34345621-9260-493d-baec-f86abbd39f45,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:29:25.140591 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ebf593c3-365c-4533-9339-92ad745bf29b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:27.521882 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f6c5aeef-dd35-4634-beb8-caa32512e114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:28.598225 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:29.962042 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:31.541737 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:35.664758 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:43.588495 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-8cae74ac-3383-4751-9f2f-9f35f1c8ff11 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425267 Mar 29 01:29:43.674520 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-439a5424-7e90-468d-9cf1-61e82f8a051f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:43.675851 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:29:43.676370 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-439a5424-7e90-468d-9cf1-61e82f8a051f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 1129 time: 0.0451396 Mar 29 01:29:43.779846 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-ea511ac7-4034-4bdf-b2b3-09d7d9ba9fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:43.781991 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-ea511ac7-4034-4bdf-b2b3-09d7d9ba9fe2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 912 time: 0.0862937 Mar 29 01:29:43.845949 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-c081776f-b062-4e86-8b6d-ac41d1dbd591 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=403f3624-56d3-4ca2-851b-efb50181d6da HTTP/1.1" status: 200 len: 1000 time: 0.0570760 Mar 29 01:29:43.892906 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-414946bd-e91d-4188-acfe-9992b6997359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:43.894297 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-414946bd-e91d-4188-acfe-9992b6997359 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.0418720 Mar 29 01:29:43.944585 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-a98a6cc6-9cea-47f7-87fd-9f6ab91056b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:43.946049 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-a98a6cc6-9cea-47f7-87fd-9f6ab91056b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463784 Mar 29 01:29:44.031672 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-0946c668-836a-425d-afa3-53ad6724e5c9 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798485 Mar 29 01:29:44.133359 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ebe6fbb2-b5d6-4d99-b2d2-7480e1ce5791 req-21f9dda7-ce7f-4f83-b6a1-f5b75938d5c4 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939803 Mar 29 01:29:47.210843 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601855db-eebc-4ff0-835d-0a6872ce933a req-839a1aa1-298a-4988-8186-300030792cca tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:47.212311 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-601855db-eebc-4ff0-835d-0a6872ce933a req-839a1aa1-298a-4988-8186-300030792cca tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0870354 Mar 29 01:29:47.215059 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628d5a7-d06a-4729-bda7-b3d0bfb3ca63 req-6981e886-a546-4ead-a3ef-edab29fe1202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:47.216408 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5628d5a7-d06a-4729-bda7-b3d0bfb3ca63 req-6981e886-a546-4ead-a3ef-edab29fe1202 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571&device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 1168 time: 0.0766242 Mar 29 01:29:47.329511 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-601855db-eebc-4ff0-835d-0a6872ce933a req-091065c8-f843-4f12-a505-ae50068806e8 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1109476 Mar 29 01:29:47.346447 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628d5a7-d06a-4729-bda7-b3d0bfb3ca63 req-b86ae169-93c6-4903-b8b5-c84c20429a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:47.347933 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5628d5a7-d06a-4729-bda7-b3d0bfb3ca63 req-b86ae169-93c6-4903-b8b5-c84c20429a6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb0501cb-ea25-4996-a098-17a5ae10db73 HTTP/1.1" status: 200 len: 915 time: 0.1239319 Mar 29 01:29:47.410286 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5628d5a7-d06a-4729-bda7-b3d0bfb3ca63 req-a04dc245-17f1-4677-a56e-b146e82c61da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 200 len: 1000 time: 0.0562596 Mar 29 01:29:47.461808 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628d5a7-d06a-4729-bda7-b3d0bfb3ca63 req-0603c35e-252a-4782-a2f9-147c8f731407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:47.463366 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5628d5a7-d06a-4729-bda7-b3d0bfb3ca63 req-0603c35e-252a-4782-a2f9-147c8f731407 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=225869ce-20d0-40f3-9103-79121ac5abd0 HTTP/1.1" status: 200 len: 853 time: 0.0471890 Mar 29 01:29:47.510306 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5628d5a7-d06a-4729-bda7-b3d0bfb3ca63 req-9a9d0c5b-b8e5-4e91-8bf3-d26820146a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:47.511764 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5628d5a7-d06a-4729-bda7-b3d0bfb3ca63 req-9a9d0c5b-b8e5-4e91-8bf3-d26820146a1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb0501cb-ea25-4996-a098-17a5ae10db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0423424 Mar 29 01:29:47.597619 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5628d5a7-d06a-4729-bda7-b3d0bfb3ca63 req-b46a5551-78f3-4d26-942f-0821115a00bf service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796254 Mar 29 01:29:47.689553 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-5628d5a7-d06a-4729-bda7-b3d0bfb3ca63 req-cfe04860-6db1-4e56-b51a-9123b5167ca1 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850868 Mar 29 01:29:48.449925 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65348147-1e77-454b-80d0-17f4c5d6c4d2 req-0c01dacd-d706-4bb2-a0e0-be01de46cbfc tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:48.451410 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-65348147-1e77-454b-80d0-17f4c5d6c4d2 req-0c01dacd-d706-4bb2-a0e0-be01de46cbfc tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0532136 Mar 29 01:29:48.511306 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-65348147-1e77-454b-80d0-17f4c5d6c4d2 req-8c7d24d2-094a-46df-ba99-cc688a6d6ae8 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522196 Mar 29 01:29:49.630985 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62507e42-9008-4296-a7e7-2847dd2c36e4 req-d9d6f848-9114-4c89-92fa-5fe7a9bdd4ba tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:49.632436 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-62507e42-9008-4296-a7e7-2847dd2c36e4 req-d9d6f848-9114-4c89-92fa-5fe7a9bdd4ba tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0558007 Mar 29 01:29:49.689963 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-62507e42-9008-4296-a7e7-2847dd2c36e4 req-bc0d50b5-5f3c-492f-b9ad-84619aeefe04 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519929 Mar 29 01:29:50.806344 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754ad9e-048c-4e9c-909d-4265ab314fb0 req-ca264527-9119-4814-a693-5ea48c9b47a3 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:50.807838 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f754ad9e-048c-4e9c-909d-4265ab314fb0 req-ca264527-9119-4814-a693-5ea48c9b47a3 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0513685 Mar 29 01:29:50.866929 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f754ad9e-048c-4e9c-909d-4265ab314fb0 req-79e466c4-2fe4-4913-a4a4-5d4230a4e04d tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524795 Mar 29 01:29:51.985790 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e27cf2-0be7-49d5-8aef-1fc16b94cce9 req-6c34c13e-89cc-42b0-b678-7bfc0c86aea1 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:51.987352 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a8e27cf2-0be7-49d5-8aef-1fc16b94cce9 req-6c34c13e-89cc-42b0-b678-7bfc0c86aea1 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0547917 Mar 29 01:29:52.050304 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a8e27cf2-0be7-49d5-8aef-1fc16b94cce9 req-c042e8d0-dbb2-4fd0-928f-f91f3a757a2c tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572224 Mar 29 01:29:53.168046 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6d25fd-eac2-467c-bd11-4d9e1e3705c3 req-0e9d20e5-84bd-4936-83f6-e4ddb7d275f4 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:53.169498 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d6d25fd-eac2-467c-bd11-4d9e1e3705c3 req-0e9d20e5-84bd-4936-83f6-e4ddb7d275f4 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0525334 Mar 29 01:29:53.227664 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9d6d25fd-eac2-467c-bd11-4d9e1e3705c3 req-232a3c5c-e9be-4ffa-93e4-3485dd08e945 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0519617 Mar 29 01:29:54.404830 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2069b3-0bf7-4538-ab2c-d3433060fdaf req-d4bef3d1-8e23-4b67-af99-a5914d399709 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:54.407440 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ff2069b3-0bf7-4538-ab2c-d3433060fdaf req-d4bef3d1-8e23-4b67-af99-a5914d399709 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0595047 Mar 29 01:29:54.468870 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ff2069b3-0bf7-4538-ab2c-d3433060fdaf req-2cd1c1d5-73b9-49d2-805b-1697813e160b tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546248 Mar 29 01:29:55.142952 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4c3a5dbf-fe18-46ee-a09b-8f4c6df99b77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:55.588377 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4efd7-a36e-4724-a7c4-f644b9412989 req-e193667a-5e1b-4f4d-a681-fc55e1f91429 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:55.589846 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-15c4efd7-a36e-4724-a7c4-f644b9412989 req-e193667a-5e1b-4f4d-a681-fc55e1f91429 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0558648 Mar 29 01:29:55.653418 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-15c4efd7-a36e-4724-a7c4-f644b9412989 req-198d2639-c653-496d-a14f-1dc12569dc4f tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572743 Mar 29 01:29:56.773892 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3c5b7a-7041-4919-835a-4b084e2704ac req-580b9643-2bf8-479c-a03e-99e8736bfdbf tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:56.775398 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fa3c5b7a-7041-4919-835a-4b084e2704ac req-580b9643-2bf8-479c-a03e-99e8736bfdbf tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0530381 Mar 29 01:29:56.835272 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fa3c5b7a-7041-4919-835a-4b084e2704ac req-8d3c6136-e61a-47d9-99ca-dff2af64fca0 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536602 Mar 29 01:29:57.527321 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-aecb22b6-bf9b-425f-9c51-f55736154820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:57.950264 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff22b4-40a2-40ee-9789-b2d27775cc4d req-814c31bb-ea9b-4a73-97d8-cbeea2ac2e29 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:57.951734 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7eff22b4-40a2-40ee-9789-b2d27775cc4d req-814c31bb-ea9b-4a73-97d8-cbeea2ac2e29 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0516007 Mar 29 01:29:58.012183 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7eff22b4-40a2-40ee-9789-b2d27775cc4d req-081b26e2-d4fa-4f5d-8713-bf6015e13e04 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546453 Mar 29 01:29:58.601500 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:29:59.127240 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b00c59-26ef-4d71-91a4-60d1d6836637 req-d040f157-889a-4273-a377-3fc524d4e090 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:29:59.128974 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d1b00c59-26ef-4d71-91a4-60d1d6836637 req-d040f157-889a-4273-a377-3fc524d4e090 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0522904 Mar 29 01:29:59.187060 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d1b00c59-26ef-4d71-91a4-60d1d6836637 req-9dfa4553-2984-4727-a1a2-07fc8f30e73c tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=d10bc867-2034-4370-bc79-3996eaa4289f&id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527024 Mar 29 01:29:59.967815 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:01.543776 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:05.664317 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:20.674769 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:30:25.144357 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8d90e5d5-e2bd-4453-8774-37f3fc98d1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:27.260201 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48326) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:27.411971 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Deleting port d1d273c5-bc1a-405c-ab10-f821b639081b {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:27.412303 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (d1d273c5-bc1a-405c-ab10-f821b639081b), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:27.487231 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (d1d273c5-bc1a-405c-ab10-f821b639081b), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:27.487555 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (d1d273c5-bc1a-405c-ab10-f821b639081b), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:27.498599 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Calling delete_port for d1d273c5-bc1a-405c-ab10-f821b639081b owned by network:floatingip {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:27.529174 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4cebf56d-d6ea-443d-ab0b-a95848ecd7bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:27.667819 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (d1d273c5-bc1a-405c-ab10-f821b639081b), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:27.693684 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event deleted for resources: {'Port': ['ID=d1d273c5-bc1a-405c-ab10-f821b639081b,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:27.717691 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.718047 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.718391 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.718781 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.719128 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.719451 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.719805 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.720126 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.720453 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.720777 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.721096 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.721419 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.721734 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.722050 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.722365 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:27.763496 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (d0c8f5fc-0450-42d0-8cce-3b04172c8a32), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:27.763822 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.l3_db [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Floating IP d0c8f5fc-0450-42d0-8cce-3b04172c8a32 disassociated (deleted). External IP: 172.27.2.249, port: 935bc709-e45d-4db6-9c00-205427e4275e. Mar 29 01:30:27.971069 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Router 625b69e3-d34d-4f88-9b4a-e647526cf23e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:30:28.080021 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:30:28.084688 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:28.091575 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68751c8a-450c-4ae6-a8d4-3004f823a276 None None] Sync routers for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:30:28.101418 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68751c8a-450c-4ae6-a8d4-3004f823a276 None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:30:28.102027 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-68751c8a-450c-4ae6-a8d4-3004f823a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:28.115083 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-0cbc7bf4-37c8-47c2-aba8-a93b52592d73 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "DELETE /v2.0/floatingips/d0c8f5fc-0450-42d0-8cce-3b04172c8a32 HTTP/1.1" status: 204 len: 168 time: 0.8537974 Mar 29 01:30:28.115643 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'tag': '935bc709-e45d-4db6-9c00-205427e4275e'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:30:28.117856 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "169b4ff0-a15a-46b8-9c8f-8d8537607ba2", "tag": "935bc709-e45d-4db6-9c00-205427e4275e"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:30:28.157997 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c139b0c3-f9e6-4aab-a829-522550c519c4 x-openstack-request-id: req-c139b0c3-f9e6-4aab-a829-522550c519c4 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:30:28.158268 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "169b4ff0-a15a-46b8-9c8f-8d8537607ba2", "tag": "935bc709-e45d-4db6-9c00-205427e4275e", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:30:28.158509 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c139b0c3-f9e6-4aab-a829-522550c519c4 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:30:28.158956 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c139b0c3-f9e6-4aab-a829-522550c519c4'] response: {'name': 'network-changed', 'server_uuid': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'tag': '935bc709-e45d-4db6-9c00-205427e4275e', 'status': 'completed', 'code': 200} Mar 29 01:30:28.215381 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-68751c8a-450c-4ae6-a8d4-3004f823a276 None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:30:28.225365 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b req-2193b964-cc2f-47b7-b2a5-dbf79cdefca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:28.227002 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b req-2193b964-cc2f-47b7-b2a5-dbf79cdefca6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 1129 time: 0.0461965 Mar 29 01:30:28.364272 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b req-d10cc924-ecf1-4316-a6cd-5d5ce2e02925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:28.365630 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b req-d10cc924-ecf1-4316-a6cd-5d5ce2e02925 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 912 time: 0.1228557 Mar 29 01:30:28.377266 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c475b7d6-a787-4c6e-9319-94304b6cf451 req-81be7e11-8f50-4a11-a64c-b7b6c5168643 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:28.378767 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c475b7d6-a787-4c6e-9319-94304b6cf451 req-81be7e11-8f50-4a11-a64c-b7b6c5168643 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0766222 Mar 29 01:30:28.427819 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b req-29791522-3d27-43b1-8853-8d9f5d58b546 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=935bc709-e45d-4db6-9c00-205427e4275e HTTP/1.1" status: 200 len: 217 time: 0.0480793 Mar 29 01:30:28.447509 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-68751c8a-450c-4ae6-a8d4-3004f823a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'fe5a86a8-721e-46b3-af62-36316c31f90b', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '403f3624-56d3-4ca2-851b-efb50181d6da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:a2:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:26Z', 'updated_at': '2022-03-29T01:25:29Z', 'revision_number': 1, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:28.474605 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68751c8a-450c-4ae6-a8d4-3004f823a276 None None] Checking router: 625b69e3-d34d-4f88-9b4a-e647526cf23e for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:30:28.483008 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68751c8a-450c-4ae6-a8d4-3004f823a276 None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:30:28.483669 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-68751c8a-450c-4ae6-a8d4-3004f823a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:28.503572 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c475b7d6-a787-4c6e-9319-94304b6cf451 req-4191406e-68cc-4c13-997f-edd365994e15 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166265 Mar 29 01:30:28.505088 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b req-142bf4dc-3ebf-405f-9ec1-d07fdef2a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:28.506543 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b req-142bf4dc-3ebf-405f-9ec1-d07fdef2a722 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.0714378 Mar 29 01:30:28.555253 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b req-5efbe80f-9f4f-4867-b227-e032bebc21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:28.556772 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b req-5efbe80f-9f4f-4867-b227-e032bebc21e4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439880 Mar 29 01:30:28.596761 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-68751c8a-450c-4ae6-a8d4-3004f823a276 None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:30:28.636468 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:28.650523 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b req-ab124c3f-46fb-4e0d-9d75-21fd2b9f7f69 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866511 Mar 29 01:30:28.743736 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ae6ab2f0-94cc-4c66-b7ab-6b4f7c392d4b req-58cb65b0-3722-49bc-af3a-69f41c598ac0 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862920 Mar 29 01:30:28.833846 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-68751c8a-450c-4ae6-a8d4-3004f823a276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'fe5a86a8-721e-46b3-af62-36316c31f90b', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '403f3624-56d3-4ca2-851b-efb50181d6da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:a2:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:26Z', 'updated_at': '2022-03-29T01:25:29Z', 'revision_number': 1, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:28.860551 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68751c8a-450c-4ae6-a8d4-3004f823a276 None None] The sync data for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi is: [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': 'fe5a86a8-721e-46b3-af62-36316c31f90b', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'floating_ip_address': '172.27.2.85', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'port_id': '403f3624-56d3-4ca2-851b-efb50181d6da', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'mac_address': 'fa:16:3e:a2:58:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:25:26Z', 'updated_at': '2022-03-29T01:25:29Z', 'revision_number': 1, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:30:29.078609 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04cdc42-a297-4aba-b615-3d5a9397d910 None None] New status for floating IP d0c8f5fc-0450-42d0-8cce-3b04172c8a32: DOWN {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:30:29.623072 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e9467-5616-4a0c-b593-e015924caade req-8165fcec-431e-41d5-95ff-d593f4435140 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:29.624538 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-517e9467-5616-4a0c-b593-e015924caade req-8165fcec-431e-41d5-95ff-d593f4435140 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0516698 Mar 29 01:30:29.678296 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-517e9467-5616-4a0c-b593-e015924caade req-ce707526-4920-4c93-9aae-ae8c3597282c tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476582 Mar 29 01:30:29.969697 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:30.110353 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36c0a0-d2ac-4c82-a062-68efcb8e2c31 req-4f622779-9f8a-42c8-a9e8-5aa4c3c1ebe0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:30.111813 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8d36c0a0-d2ac-4c82-a062-68efcb8e2c31 req-4f622779-9f8a-42c8-a9e8-5aa4c3c1ebe0 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 945 time: 0.0523806 Mar 29 01:30:30.201461 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-8d36c0a0-d2ac-4c82-a062-68efcb8e2c31 req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Deleting port 935bc709-e45d-4db6-9c00-205427e4275e {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:30.201799 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8d36c0a0-d2ac-4c82-a062-68efcb8e2c31 req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (935bc709-e45d-4db6-9c00-205427e4275e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:30.288848 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-8d36c0a0-d2ac-4c82-a062-68efcb8e2c31 req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] For port 935bc709-e45d-4db6-9c00-205427e4275e, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=935bc709-e45d-4db6-9c00-205427e4275e,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:30:30.289208 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8d36c0a0-d2ac-4c82-a062-68efcb8e2c31 req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (935bc709-e45d-4db6-9c00-205427e4275e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:30.301631 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [req-8d36c0a0-d2ac-4c82-a062-68efcb8e2c31 req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Calling delete_port for 935bc709-e45d-4db6-9c00-205427e4275e owned by compute:nova {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:30.424763 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8d36c0a0-d2ac-4c82-a062-68efcb8e2c31 req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (935bc709-e45d-4db6-9c00-205427e4275e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:30.451205 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event deleted for resources: {'Port': ['ID=935bc709-e45d-4db6-9c00-205427e4275e,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:30.465438 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.465438 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.465438 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.465907 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.465907 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.466193 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.466482 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.466828 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.467156 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.467479 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.467803 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.468123 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.468441 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.468791 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.469107 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:30.506296 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d36c0a0-d2ac-4c82-a062-68efcb8e2c31 req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] No DVR routers for this DVR port 935bc709-e45d-4db6-9c00-205427e4275e on host hv-cinder-75078 {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:30:30.508950 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-8d36c0a0-d2ac-4c82-a062-68efcb8e2c31 req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:30.512267 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-8d36c0a0-d2ac-4c82-a062-68efcb8e2c31 req-6a9910e7-da89-467d-80f1-2b1c960dd2fa tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "DELETE /v2.0/ports/935bc709-e45d-4db6-9c00-205427e4275e HTTP/1.1" status: 204 len: 173 time: 0.3957770 Mar 29 01:30:30.512704 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'name': 'network-vif-deleted', 'tag': '935bc709-e45d-4db6-9c00-205427e4275e'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:30:30.514954 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af618e1-89cf-45b3-9963-66c421a7564e" -d '{"events": [{"server_uuid": "169b4ff0-a15a-46b8-9c8f-8d8537607ba2", "name": "network-vif-deleted", "tag": "935bc709-e45d-4db6-9c00-205427e4275e"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:30:30.551465 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6678017-c955-43d4-bf15-7d6c92cde816 x-openstack-request-id: req-d6678017-c955-43d4-bf15-7d6c92cde816 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:30:30.551964 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "169b4ff0-a15a-46b8-9c8f-8d8537607ba2", "name": "network-vif-deleted", "tag": "935bc709-e45d-4db6-9c00-205427e4275e", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:30:30.552159 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d6678017-c955-43d4-bf15-7d6c92cde816 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:30:30.552586 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6678017-c955-43d4-bf15-7d6c92cde816'] response: {'server_uuid': '169b4ff0-a15a-46b8-9c8f-8d8537607ba2', 'name': 'network-vif-deleted', 'tag': '935bc709-e45d-4db6-9c00-205427e4275e', 'status': 'completed', 'code': 200} Mar 29 01:30:30.773541 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-badc3153-edc9-41a6-baaf-438dbac707be req-bc698f01-b90d-41d3-be38-b10f20276d35 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=169b4ff0-a15a-46b8-9c8f-8d8537607ba2 HTTP/1.1" status: 200 len: 210 time: 0.0281441 Mar 29 01:30:31.546601 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:32.131438 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 935bc709-e45d-4db6-9c00-205427e4275e no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:30:32.152141 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 935bc709-e45d-4db6-9c00-205427e4275e {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:30:32.152481 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 935bc709-e45d-4db6-9c00-205427e4275e not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:30:34.068539 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48360) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:34.490051 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Deleting port aa3112c7-cc01-4cd6-b08c-9a3858e92ead {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:34.490393 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (aa3112c7-cc01-4cd6-b08c-9a3858e92ead), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:34.569158 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (aa3112c7-cc01-4cd6-b08c-9a3858e92ead), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:34.569538 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (aa3112c7-cc01-4cd6-b08c-9a3858e92ead), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:34.583253 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Calling delete_port for aa3112c7-cc01-4cd6-b08c-9a3858e92ead owned by network:floatingip {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:34.731403 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (aa3112c7-cc01-4cd6-b08c-9a3858e92ead), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:34.756915 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event deleted for resources: {'Port': ['ID=aa3112c7-cc01-4cd6-b08c-9a3858e92ead,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:34.821987 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (fe5a86a8-721e-46b3-af62-36316c31f90b), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:34.822372 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.l3_db [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Floating IP fe5a86a8-721e-46b3-af62-36316c31f90b disassociated (deleted). External IP: 172.27.2.85, port: 403f3624-56d3-4ca2-851b-efb50181d6da. Mar 29 01:30:35.037353 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Router 625b69e3-d34d-4f88-9b4a-e647526cf23e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:30:35.150020 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:30:35.154628 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:35.160169 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b285d3-675f-4760-bf9c-5d31e6839c32 None None] Sync routers for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:30:35.173664 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b285d3-675f-4760-bf9c-5d31e6839c32 None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:30:35.174306 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11b285d3-675f-4760-bf9c-5d31e6839c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:35.184723 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5ba106b1-1a14-4f84-86c9-dfa5e2f1d500 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "DELETE /v2.0/floatingips/fe5a86a8-721e-46b3-af62-36316c31f90b HTTP/1.1" status: 204 len: 168 time: 1.1150892 Mar 29 01:30:35.185282 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'tag': '403f3624-56d3-4ca2-851b-efb50181d6da'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:30:35.190831 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf7ed21a-245f-44e3-9f3f-2e65ac325085", "tag": "403f3624-56d3-4ca2-851b-efb50181d6da"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:30:35.229726 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52845ada-2f11-4b66-a8bf-f4ba198bc991 x-openstack-request-id: req-52845ada-2f11-4b66-a8bf-f4ba198bc991 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:30:35.230025 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf7ed21a-245f-44e3-9f3f-2e65ac325085", "tag": "403f3624-56d3-4ca2-851b-efb50181d6da", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:30:35.230275 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52845ada-2f11-4b66-a8bf-f4ba198bc991 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:30:35.230849 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52845ada-2f11-4b66-a8bf-f4ba198bc991'] response: {'name': 'network-changed', 'server_uuid': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'tag': '403f3624-56d3-4ca2-851b-efb50181d6da', 'status': 'completed', 'code': 200} Mar 29 01:30:35.299571 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-11b285d3-675f-4760-bf9c-5d31e6839c32 None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:30:35.348006 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1 req-6eb5b053-e0f9-4e17-a612-e027ec82a179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:35.349549 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1 req-6eb5b053-e0f9-4e17-a612-e027ec82a179 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 1129 time: 0.0851498 Mar 29 01:30:35.497272 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a4cf2-759f-42a0-a4bc-f4d0a7df49a8 req-415af8fb-0ca5-4061-9e8b-9b87c46d7e1e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:35.499126 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-079a4cf2-759f-42a0-a4bc-f4d0a7df49a8 req-415af8fb-0ca5-4061-9e8b-9b87c46d7e1e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 945 time: 0.0897684 Mar 29 01:30:35.504028 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1 req-bfc13de3-871e-4cf0-bfa4-a11eedb4e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:35.506275 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1 req-bfc13de3-871e-4cf0-bfa4-a11eedb4e5f6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 200 len: 912 time: 0.1450005 Mar 29 01:30:35.530406 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11b285d3-675f-4760-bf9c-5d31e6839c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:35.559046 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b285d3-675f-4760-bf9c-5d31e6839c32 None None] Checking router: 625b69e3-d34d-4f88-9b4a-e647526cf23e for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:30:35.569000 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b285d3-675f-4760-bf9c-5d31e6839c32 None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:30:35.569642 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11b285d3-675f-4760-bf9c-5d31e6839c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:35.691594 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:35.713078 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-11b285d3-675f-4760-bf9c-5d31e6839c32 None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:30:35.860038 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1 req-f7632052-bce1-45c7-bfa2-c89a4d424233 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=403f3624-56d3-4ca2-851b-efb50181d6da HTTP/1.1" status: 200 len: 217 time: 0.3325813 Mar 29 01:30:35.924855 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-079a4cf2-759f-42a0-a4bc-f4d0a7df49a8 req-f99ba6f2-089f-42fc-9e40-52e04dcc7c79 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/security-groups?id=29afa6f3-151a-444d-a512-e98de5200fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4171834 Mar 29 01:30:35.939467 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1 req-11747f86-b85e-4aaf-b791-c0975c205a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:35.941575 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1 req-11747f86-b85e-4aaf-b791-c0975c205a4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 200 len: 850 time: 0.0686562 Mar 29 01:30:35.963652 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-11b285d3-675f-4760-bf9c-5d31e6839c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:35.995277 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b285d3-675f-4760-bf9c-5d31e6839c32 None None] The sync data for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi is: [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:21:04Z', 'revision_number': 4, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '6e23c925-7f9e-484e-8905-e83e87f2480f', 'name': '', 'network_id': '4f7c73be-379b-4ae3-bf8d-5e6314479282', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'mac_address': 'fa:16:3e:55:45:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:03Z', 'updated_at': '2022-03-29T01:21:08Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'subnets': [{'id': '5c383446-2d36-4ae9-824c-72047be8bef0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:30:35.998400 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1 req-1ec9931c-98ac-41e1-9596-f12417e9ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:36.000529 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1 req-1ec9931c-98ac-41e1-9596-f12417e9ce0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4f7c73be-379b-4ae3-bf8d-5e6314479282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526373 Mar 29 01:30:36.104232 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1 req-e0e4c6ac-59ec-4e63-90b6-452a4991975e service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976253 Mar 29 01:30:36.217353 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-10b4d3e5-0830-4dbc-b6c2-c7434d5602d1 req-64efe85a-c63c-4263-82b3-192ab28fcb96 service neutron] 10.222.0.13 "GET /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070185 Mar 29 01:30:36.244320 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56834f72-373c-475d-94c5-bc9f3d9b0c6a req-ede5c5a1-0439-4ed9-b90e-e8a42eb81963 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:36.246717 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-56834f72-373c-475d-94c5-bc9f3d9b0c6a req-ede5c5a1-0439-4ed9-b90e-e8a42eb81963 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 945 time: 0.0724497 Mar 29 01:30:36.284311 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07fb891-d4dc-40d8-90f3-0239a3e6a184 None None] New status for floating IP fe5a86a8-721e-46b3-af62-36316c31f90b: DOWN {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:30:36.369967 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-56834f72-373c-475d-94c5-bc9f3d9b0c6a req-dd2970fa-c623-4238-86df-937fe50a33ee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Deleting port 403f3624-56d3-4ca2-851b-efb50181d6da {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:36.370496 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-56834f72-373c-475d-94c5-bc9f3d9b0c6a req-dd2970fa-c623-4238-86df-937fe50a33ee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:36.475513 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-56834f72-373c-475d-94c5-bc9f3d9b0c6a req-dd2970fa-c623-4238-86df-937fe50a33ee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] For port 403f3624-56d3-4ca2-851b-efb50181d6da, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=403f3624-56d3-4ca2-851b-efb50181d6da,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:30:36.476064 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-56834f72-373c-475d-94c5-bc9f3d9b0c6a req-dd2970fa-c623-4238-86df-937fe50a33ee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:36.499154 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-56834f72-373c-475d-94c5-bc9f3d9b0c6a req-dd2970fa-c623-4238-86df-937fe50a33ee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Calling delete_port for 403f3624-56d3-4ca2-851b-efb50181d6da owned by compute:nova {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:36.651750 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-56834f72-373c-475d-94c5-bc9f3d9b0c6a req-dd2970fa-c623-4238-86df-937fe50a33ee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (403f3624-56d3-4ca2-851b-efb50181d6da), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:36.680227 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2970fa-c623-4238-86df-937fe50a33ee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event deleted for resources: {'Port': ['ID=403f3624-56d3-4ca2-851b-efb50181d6da,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:36.730058 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-56834f72-373c-475d-94c5-bc9f3d9b0c6a req-dd2970fa-c623-4238-86df-937fe50a33ee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] No DVR routers for this DVR port 403f3624-56d3-4ca2-851b-efb50181d6da on host hv-cinder-75078 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:30:36.732552 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-56834f72-373c-475d-94c5-bc9f3d9b0c6a req-dd2970fa-c623-4238-86df-937fe50a33ee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:36.736033 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-56834f72-373c-475d-94c5-bc9f3d9b0c6a req-dd2970fa-c623-4238-86df-937fe50a33ee tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.13 "DELETE /v2.0/ports/403f3624-56d3-4ca2-851b-efb50181d6da HTTP/1.1" status: 204 len: 173 time: 0.4836764 Mar 29 01:30:37.029952 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-42d283c9-9529-4cef-a723-e7ed652eb085 req-0dd68239-0915-4657-8f0b-13a372890918 tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "GET /v2.0/ports?device_id=cf7ed21a-245f-44e3-9f3f-2e65ac325085 HTTP/1.1" status: 200 len: 210 time: 0.0300565 Mar 29 01:30:37.232227 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'name': 'network-vif-deleted', 'tag': '403f3624-56d3-4ca2-851b-efb50181d6da'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:30:37.235118 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d1d118-92fe-4a30-a904-42e0d06c113f" -d '{"events": [{"server_uuid": "cf7ed21a-245f-44e3-9f3f-2e65ac325085", "name": "network-vif-deleted", "tag": "403f3624-56d3-4ca2-851b-efb50181d6da"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:30:37.275558 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c80ab2-3018-4513-86fe-a9b145d49061 x-openstack-request-id: req-b3c80ab2-3018-4513-86fe-a9b145d49061 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:30:37.276160 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf7ed21a-245f-44e3-9f3f-2e65ac325085", "name": "network-vif-deleted", "tag": "403f3624-56d3-4ca2-851b-efb50181d6da", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:30:37.276160 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b3c80ab2-3018-4513-86fe-a9b145d49061 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:30:37.276503 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3c80ab2-3018-4513-86fe-a9b145d49061'] response: {'server_uuid': 'cf7ed21a-245f-44e3-9f3f-2e65ac325085', 'name': 'network-vif-deleted', 'tag': '403f3624-56d3-4ca2-851b-efb50181d6da', 'status': 'completed', 'code': 200} Mar 29 01:30:38.092621 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48376) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:38.150846 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 403f3624-56d3-4ca2-851b-efb50181d6da no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:30:38.171126 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 403f3624-56d3-4ca2-851b-efb50181d6da {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:30:38.171545 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 403f3624-56d3-4ca2-851b-efb50181d6da not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:30:38.216883 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c8222069-5cec-4cc0-b0a3-c1205dbc921e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Deleting port b1c948a8-0510-43b8-b473-c1338682ac6f {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:38.217161 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8222069-5cec-4cc0-b0a3-c1205dbc921e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (b1c948a8-0510-43b8-b473-c1338682ac6f), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:38.293111 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8222069-5cec-4cc0-b0a3-c1205dbc921e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (b1c948a8-0510-43b8-b473-c1338682ac6f), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:38.293876 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8222069-5cec-4cc0-b0a3-c1205dbc921e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (b1c948a8-0510-43b8-b473-c1338682ac6f), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:38.305733 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-c8222069-5cec-4cc0-b0a3-c1205dbc921e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Calling delete_port for b1c948a8-0510-43b8-b473-c1338682ac6f owned by network:floatingip {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:38.443047 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8222069-5cec-4cc0-b0a3-c1205dbc921e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (b1c948a8-0510-43b8-b473-c1338682ac6f), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:38.468221 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8222069-5cec-4cc0-b0a3-c1205dbc921e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event deleted for resources: {'Port': ['ID=b1c948a8-0510-43b8-b473-c1338682ac6f,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:38.529363 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8222069-5cec-4cc0-b0a3-c1205dbc921e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for floatingip (039b103f-d341-4980-850e-b94810054eec), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:38.532719 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c8222069-5cec-4cc0-b0a3-c1205dbc921e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:38.536402 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c8222069-5cec-4cc0-b0a3-c1205dbc921e tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "DELETE /v2.0/floatingips/039b103f-d341-4980-850e-b94810054eec HTTP/1.1" status: 204 len: 168 time: 0.4402590 Mar 29 01:30:39.728917 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48390) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:39.787902 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-06f633af-6bfb-47cd-979e-0b22dac2601d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group (29afa6f3-151a-444d-a512-e98de5200fa4), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:39.814743 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-06f633af-6bfb-47cd-979e-0b22dac2601d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group (29afa6f3-151a-444d-a512-e98de5200fa4), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:39.873893 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-06f633af-6bfb-47cd-979e-0b22dac2601d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (29afa6f3-151a-444d-a512-e98de5200fa4), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:39.876660 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-06f633af-6bfb-47cd-979e-0b22dac2601d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:39.877859 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-06f633af-6bfb-47cd-979e-0b22dac2601d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] 10.222.0.23 "DELETE /v2.0/security-groups/29afa6f3-151a-444d-a512-e98de5200fa4 HTTP/1.1" status: 204 len: 168 time: 0.1479506 Mar 29 01:30:39.886822 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f633af-6bfb-47cd-979e-0b22dac2601d tempest-TestVolumeBootPattern-2013700279 tempest-TestVolumeBootPattern-2013700279-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29afa6f3-151a-444d-a512-e98de5200fa4,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:39.937686 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48394) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:40.467977 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622086'] for router_interface (625b69e3-d34d-4f88-9b4a-e647526cf23e), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:40.706617 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] Deleting port 6e23c925-7f9e-484e-8905-e83e87f2480f {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:40.707000 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:40.782141 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] For port 6e23c925-7f9e-484e-8905-e83e87f2480f, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=6e23c925-7f9e-484e-8905-e83e87f2480f,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:30:40.782711 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:40.794859 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] Calling delete_port for 6e23c925-7f9e-484e-8905-e83e87f2480f owned by network:router_interface {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:40.973224 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (6e23c925-7f9e-484e-8905-e83e87f2480f), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:40.997191 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e23c925-7f9e-484e-8905-e83e87f2480f,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:41.162465 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1637334'] for router_interface (625b69e3-d34d-4f88-9b4a-e647526cf23e), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:41.374403 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] Router 625b69e3-d34d-4f88-9b4a-e647526cf23e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:30:41.477609 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:30:41.482447 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-31a7d26a-baf0-4070-a3d9-fb5568cf46c4 admin admin] 10.222.0.23 "PUT /v2.0/routers/625b69e3-d34d-4f88-9b4a-e647526cf23e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5434659 Mar 29 01:30:41.487532 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48398) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:41.489414 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ab26a-a5c4-4d4f-8715-3e96a6bfe3ac None None] Sync routers for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:30:41.500418 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ab26a-a5c4-4d4f-8715-3e96a6bfe3ac None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:30:41.501291 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b60ab26a-a5c4-4d4f-8715-3e96a6bfe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:41.598469 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Publish callbacks [] for router (625b69e3-d34d-4f88-9b4a-e647526cf23e), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:41.705361 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Publish callbacks [] for router_gateway (625b69e3-d34d-4f88-9b4a-e647526cf23e), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:41.746216 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b60ab26a-a5c4-4d4f-8715-3e96a6bfe3ac None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:30:41.757965 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Deleting port 80fd810f-d148-4993-af74-cbbca1680892 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:41.758383 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (80fd810f-d148-4993-af74-cbbca1680892), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:41.845558 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] For port 80fd810f-d148-4993-af74-cbbca1680892, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=80fd810f-d148-4993-af74-cbbca1680892,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:30:41.846322 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (80fd810f-d148-4993-af74-cbbca1680892), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:41.858073 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Calling delete_port for 80fd810f-d148-4993-af74-cbbca1680892 owned by network:router_gateway {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:41.926766 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b60ab26a-a5c4-4d4f-8715-3e96a6bfe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240'}], 'enable_snat': True}, 'gw_port_id': '80fd810f-d148-4993-af74-cbbca1680892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:30:40Z', 'revision_number': 5, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port': {'id': '80fd810f-d148-4993-af74-cbbca1680892', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:54:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 397, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:01Z', 'updated_at': '2022-03-29T01:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:41.954466 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ab26a-a5c4-4d4f-8715-3e96a6bfe3ac None None] Checking router: 625b69e3-d34d-4f88-9b4a-e647526cf23e for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:30:41.962888 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60ab26a-a5c4-4d4f-8715-3e96a6bfe3ac None None] Routers {'625b69e3-d34d-4f88-9b4a-e647526cf23e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:30:41.963450 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b60ab26a-a5c4-4d4f-8715-3e96a6bfe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['625b69e3-d34d-4f88-9b4a-e647526cf23e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:42.024420 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (80fd810f-d148-4993-af74-cbbca1680892), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.047165 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fd810f-d148-4993-af74-cbbca1680892,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:42.055414 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-b60ab26a-a5c4-4d4f-8715-3e96a6bfe3ac None None] Set router 625b69e3-d34d-4f88-9b4a-e647526cf23e gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:30:42.113583 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622332'] for router_gateway (625b69e3-d34d-4f88-9b4a-e647526cf23e), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.115085 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-b60ab26a-a5c4-4d4f-8715-3e96a6bfe3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:30:41Z', 'revision_number': 6, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port_host': None}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:42.143051 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60ab26a-a5c4-4d4f-8715-3e96a6bfe3ac None None] The sync data for ids ['625b69e3-d34d-4f88-9b4a-e647526cf23e'] in dv-cinder-750782-13-iscsi is: [{'id': '625b69e3-d34d-4f88-9b4a-e647526cf23e', 'name': 'tempest-TestVolumeBootPattern-789022103-router', 'tenant_id': '07c817d7f10d4bee961de8bd4442eb3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:00Z', 'updated_at': '2022-03-29T01:30:41Z', 'revision_number': 6, 'project_id': '07c817d7f10d4bee961de8bd4442eb3e', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:30:42.460248 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61846'] for router (625b69e3-d34d-4f88-9b4a-e647526cf23e), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.462255 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Publish callbacks [] for router_controller (625b69e3-d34d-4f88-9b4a-e647526cf23e), precommit_delete_associations {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.507059 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636825'] for router (625b69e3-d34d-4f88-9b4a-e647526cf23e), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.507632 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 625b69e3-d34d-4f88-9b4a-e647526cf23e {{(pid=103386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 01:30:42.512514 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.513664 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-32f2aa83-9d4e-4a8b-831c-c31496834b50 admin admin] 10.222.0.23 "DELETE /v2.0/routers/625b69e3-d34d-4f88-9b4a-e647526cf23e HTTP/1.1" status: 204 len: 168 time: 1.0271499 Mar 29 01:30:42.516134 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48400) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:42.560939 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ad14df1-de34-4fe2-9acb-f1fb973cbbec admin admin] Deleting subnet 5c383446-2d36-4ae9-824c-72047be8bef0 {{(pid=103386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:30:42.565267 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4ad14df1-de34-4fe2-9acb-f1fb973cbbec admin admin] Publish callbacks [] for subnet (5c383446-2d36-4ae9-824c-72047be8bef0), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.597870 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4ad14df1-de34-4fe2-9acb-f1fb973cbbec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10083226'] for subnet (5c383446-2d36-4ae9-824c-72047be8bef0), precommit_delete_associations {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.702585 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4ad14df1-de34-4fe2-9acb-f1fb973cbbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (5c383446-2d36-4ae9-824c-72047be8bef0), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.753225 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4ad14df1-de34-4fe2-9acb-f1fb973cbbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10030329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9934557'] for subnet (5c383446-2d36-4ae9-824c-72047be8bef0), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.780626 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad14df1-de34-4fe2-9acb-f1fb973cbbec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c383446-2d36-4ae9-824c-72047be8bef0,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:42.785857 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4ad14df1-de34-4fe2-9acb-f1fb973cbbec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.789584 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-4ad14df1-de34-4fe2-9acb-f1fb973cbbec admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5c383446-2d36-4ae9-824c-72047be8bef0 HTTP/1.1" status: 204 len: 168 time: 0.2724082 Mar 29 01:30:42.791175 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8887cfc6-01a2-4c00-9034-48925bcf8fa4 None None] Network 4f7c73be-379b-4ae3-bf8d-5e6314479282 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:30:42.792164 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48402) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:42.862959 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (4f7c73be-379b-4ae3-bf8d-5e6314479282), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.919712 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Deleting port d4efd8dd-842e-4380-a2a5-5a0e9671027c {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:42.920048 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:42.964803 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] DHCP port deletion for 4f7c73be-379b-4ae3-bf8d-5e6314479282 request from dv-cinder-750782-13-iscsi {{(pid=103387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 01:30:42.989053 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] For port d4efd8dd-842e-4380-a2a5-5a0e9671027c, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=d4efd8dd-842e-4380-a2a5-5a0e9671027c,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:30:42.989421 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.002605 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Calling delete_port for d4efd8dd-842e-4380-a2a5-5a0e9671027c owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:43.013600 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Deleting port d4efd8dd-842e-4380-a2a5-5a0e9671027c {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:43.013910 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.081641 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] For port d4efd8dd-842e-4380-a2a5-5a0e9671027c, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=d4efd8dd-842e-4380-a2a5-5a0e9671027c,segment=NetworkSegment(c50ac599-1fda-4192-bef9-c4cc945a78df),segment_id=c50ac599-1fda-4192-bef9-c4cc945a78df)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:30:43.082047 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.083110 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.096537 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Calling delete_port for d4efd8dd-842e-4380-a2a5-5a0e9671027c owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:43.116278 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4efd8dd-842e-4380-a2a5-5a0e9671027c,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:43.118110 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] No DVR routers for this DVR port d4efd8dd-842e-4380-a2a5-5a0e9671027c on host dv-cinder-750782-13-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:30:43.174687 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637'] for port (d4efd8dd-842e-4380-a2a5-5a0e9671027c), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.190261 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (4f7c73be-379b-4ae3-bf8d-5e6314479282), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.204653 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Pushing event deleted for resources: {'Port': ['ID=d4efd8dd-842e-4380-a2a5-5a0e9671027c,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:43.206911 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] No DVR routers for this DVR port d4efd8dd-842e-4380-a2a5-5a0e9671027c on host dv-cinder-750782-13-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:30:43.211027 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7c73be-379b-4ae3-bf8d-5e6314479282']}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:43.216200 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.217258 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.217258 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.217634 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.218033 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.218513 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.218896 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.219114 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.219625 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.219958 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.220288 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.220617 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.220938 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.221258 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.221571 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c53398-975d-4f9f-bd4a-b423b94ed401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:30:43.224176 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50ac599-1fda-4192-bef9-c4cc945a78df') {'for_net_delete': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:43.224479 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50ac599-1fda-4192-bef9-c4cc945a78df') {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:43.233678 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10083217'] for segment (c50ac599-1fda-4192-bef9-c4cc945a78df), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.247530 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (c50ac599-1fda-4192-bef9-c4cc945a78df), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.253762 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=103386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:30:43.254145 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10030687'] for segment (c50ac599-1fda-4192-bef9-c4cc945a78df), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: Traceback (most recent call last): Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: timer() Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: cb(*args, **kw) Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: return func(*args, **kwargs) Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: self._notify() Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: self.callback(batched_events) Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: event.method(event) Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: return f(self, *a, **k) Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._get(url).json() Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: return self.request(url, 'GET', **kwargs) Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:30:43.255806 dv-cinder-750782-13-iscsi neutron-server[103386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:30:43.311810 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (4f7c73be-379b-4ae3-bf8d-5e6314479282), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.317987 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.321097 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4f7c73be-379b-4ae3-bf8d-5e6314479282 HTTP/1.1" status: 204 len: 168 time: 0.5280185 Mar 29 01:30:43.324179 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48404) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:43.331890 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8985450-2f47-49f4-8308-690f19e80a72 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f7c73be-379b-4ae3-bf8d-5e6314479282,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:43.553661 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 80fd810f-d148-4993-af74-cbbca1680892 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:30:43.575100 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 80fd810f-d148-4993-af74-cbbca1680892 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:30:43.575567 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 80fd810f-d148-4993-af74-cbbca1680892 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:30:43.575988 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device d4efd8dd-842e-4380-a2a5-5a0e9671027c no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:30:43.594909 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-61cabca7-71b6-45fd-8b91-5cedf6359ca6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439997 Mar 29 01:30:43.597084 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: d4efd8dd-842e-4380-a2a5-5a0e9671027c {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:30:43.597441 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device d4efd8dd-842e-4380-a2a5-5a0e9671027c not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:30:43.597859 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 6e23c925-7f9e-484e-8905-e83e87f2480f no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:30:43.618123 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 6e23c925-7f9e-484e-8905-e83e87f2480f {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:30:43.618468 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 6e23c925-7f9e-484e-8905-e83e87f2480f not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:30:43.667142 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-24882aa0-eecd-46ca-92c0-99c15663e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:43.668946 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-24882aa0-eecd-46ca-92c0-99c15663e630 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571&device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 1168 time: 0.0460823 Mar 29 01:30:43.689754 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622086'] for router_interface (a7d79cb3-b965-4432-8a1a-63893c599828), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.773974 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-77386975-5b06-4665-b130-a3d03c3e34ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:43.775274 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-77386975-5b06-4665-b130-a3d03c3e34ae service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb0501cb-ea25-4996-a098-17a5ae10db73 HTTP/1.1" status: 200 len: 915 time: 0.0882411 Mar 29 01:30:43.843352 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-b9b4e0ab-6aa6-4970-8506-ed201da3c1e4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 200 len: 1000 time: 0.0619733 Mar 29 01:30:43.893675 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-32d1a003-da6a-4443-bd1e-a1fc40982da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:43.895153 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-32d1a003-da6a-4443-bd1e-a1fc40982da4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=225869ce-20d0-40f3-9103-79121ac5abd0 HTTP/1.1" status: 200 len: 853 time: 0.0466707 Mar 29 01:30:43.941337 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] Deleting port c6ef2e39-5180-4418-a537-2e0e073d5c9d {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:43.941681 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:43.943503 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-4ee80189-030b-4aea-9d36-8c8e7eb29e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:43.944989 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-4ee80189-030b-4aea-9d36-8c8e7eb29e49 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb0501cb-ea25-4996-a098-17a5ae10db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433819 Mar 29 01:30:44.021096 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] For port c6ef2e39-5180-4418-a537-2e0e073d5c9d, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=c6ef2e39-5180-4418-a537-2e0e073d5c9d,segment=NetworkSegment(015b049c-c571-43e6-805b-2f6009be6468),segment_id=015b049c-c571-43e6-805b-2f6009be6468)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:30:44.021461 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:44.035309 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] Calling delete_port for c6ef2e39-5180-4418-a537-2e0e073d5c9d owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:44.035839 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-42622ed4-e4ff-4e67-ad62-5c192eccef80 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793517 Mar 29 01:30:44.126134 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-8f3f9494-3fb8-4790-9e2a-442cef2a4523 req-dce0baca-1656-465d-aab3-e412e52476eb service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835364 Mar 29 01:30:44.222278 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (c6ef2e39-5180-4418-a537-2e0e073d5c9d), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:44.247288 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ef2e39-5180-4418-a537-2e0e073d5c9d,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:44.423467 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1637334'] for router_interface (a7d79cb3-b965-4432-8a1a-63893c599828), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:44.638434 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] Router a7d79cb3-b965-4432-8a1a-63893c599828 has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:30:44.747105 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:30:44.752020 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-356506b3-a235-4883-991c-9189ed10770e admin admin] 10.222.0.23 "PUT /v2.0/routers/a7d79cb3-b965-4432-8a1a-63893c599828/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4268296 Mar 29 01:30:44.754556 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48406) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:44.758903 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aba7fc-6688-4874-9d2c-c58373a43dd4 None None] Sync routers for ids ['a7d79cb3-b965-4432-8a1a-63893c599828'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:30:44.768432 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aba7fc-6688-4874-9d2c-c58373a43dd4 None None] Routers {'a7d79cb3-b965-4432-8a1a-63893c599828'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:30:44.769044 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a2aba7fc-6688-4874-9d2c-c58373a43dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['a7d79cb3-b965-4432-8a1a-63893c599828'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:44.862676 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Publish callbacks [] for router (a7d79cb3-b965-4432-8a1a-63893c599828), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:44.871695 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-a2aba7fc-6688-4874-9d2c-c58373a43dd4 None None] Set router a7d79cb3-b965-4432-8a1a-63893c599828 gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:30:44.968192 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Publish callbacks [] for router_gateway (a7d79cb3-b965-4432-8a1a-63893c599828), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.021588 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Deleting port 10b05165-e6fa-4888-a650-a5793aca852b {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:45.021933 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (10b05165-e6fa-4888-a650-a5793aca852b), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.043303 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a2aba7fc-6688-4874-9d2c-c58373a43dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'name': 'tempest-TestVolumeBootPattern-1076388610-router', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56'}], 'enable_snat': True}, 'gw_port_id': '10b05165-e6fa-4888-a650-a5793aca852b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:06Z', 'updated_at': '2022-03-29T01:30:44Z', 'revision_number': 5, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'gw_port': {'id': '10b05165-e6fa-4888-a650-a5793aca852b', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:54:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:21:07Z', 'updated_at': '2022-03-29T01:21:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:45.072584 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aba7fc-6688-4874-9d2c-c58373a43dd4 None None] Checking router: a7d79cb3-b965-4432-8a1a-63893c599828 for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:30:45.081147 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2aba7fc-6688-4874-9d2c-c58373a43dd4 None None] Routers {'a7d79cb3-b965-4432-8a1a-63893c599828'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:30:45.081727 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a2aba7fc-6688-4874-9d2c-c58373a43dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['a7d79cb3-b965-4432-8a1a-63893c599828'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:45.103819 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] For port 10b05165-e6fa-4888-a650-a5793aca852b, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=10b05165-e6fa-4888-a650-a5793aca852b,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:30:45.104212 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (10b05165-e6fa-4888-a650-a5793aca852b), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.118948 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Calling delete_port for 10b05165-e6fa-4888-a650-a5793aca852b owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:45.248799 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-a2aba7fc-6688-4874-9d2c-c58373a43dd4 None None] Set router a7d79cb3-b965-4432-8a1a-63893c599828 gateway port host: None {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:30:45.285035 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (10b05165-e6fa-4888-a650-a5793aca852b), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.299509 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-a2aba7fc-6688-4874-9d2c-c58373a43dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'name': 'tempest-TestVolumeBootPattern-1076388610-router', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:06Z', 'updated_at': '2022-03-29T01:30:44Z', 'revision_number': 6, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'gw_port_host': None}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:45.310241 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Pushing event deleted for resources: {'Port': ['ID=10b05165-e6fa-4888-a650-a5793aca852b,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:45.328778 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2aba7fc-6688-4874-9d2c-c58373a43dd4 None None] The sync data for ids ['a7d79cb3-b965-4432-8a1a-63893c599828'] in dv-cinder-750782-13-iscsi is: [{'id': 'a7d79cb3-b965-4432-8a1a-63893c599828', 'name': 'tempest-TestVolumeBootPattern-1076388610-router', 'tenant_id': '41f2f1a6df6a411f87814b4f88982975', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:21:06Z', 'updated_at': '2022-03-29T01:30:44Z', 'revision_number': 6, 'project_id': '41f2f1a6df6a411f87814b4f88982975', 'gw_port_host': None}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:30:45.374562 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622332'] for router_gateway (a7d79cb3-b965-4432-8a1a-63893c599828), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.465135 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61846'] for router (a7d79cb3-b965-4432-8a1a-63893c599828), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.467252 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Publish callbacks [] for router_controller (a7d79cb3-b965-4432-8a1a-63893c599828), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.513254 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636825'] for router (a7d79cb3-b965-4432-8a1a-63893c599828), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.513828 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7d79cb3-b965-4432-8a1a-63893c599828 {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 01:30:45.518913 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.520054 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-b7dca05b-c656-4d7b-847b-c85234c6ebed admin admin] 10.222.0.23 "DELETE /v2.0/routers/a7d79cb3-b965-4432-8a1a-63893c599828 HTTP/1.1" status: 204 len: 168 time: 0.7645421 Mar 29 01:30:45.522581 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48408) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:45.565528 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-6740743f-7e07-4309-88b6-a6bf87403c49 admin admin] Deleting subnet cb7dc29a-c8cc-4412-a718-93c2ae4079b9 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:30:45.568757 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6740743f-7e07-4309-88b6-a6bf87403c49 admin admin] Publish callbacks [] for subnet (cb7dc29a-c8cc-4412-a718-93c2ae4079b9), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.603608 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6740743f-7e07-4309-88b6-a6bf87403c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17431472'] for subnet (cb7dc29a-c8cc-4412-a718-93c2ae4079b9), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.685320 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6740743f-7e07-4309-88b6-a6bf87403c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (cb7dc29a-c8cc-4412-a718-93c2ae4079b9), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.745749 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6740743f-7e07-4309-88b6-a6bf87403c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17431170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16946388'] for subnet (cb7dc29a-c8cc-4412-a718-93c2ae4079b9), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.775421 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6740743f-7e07-4309-88b6-a6bf87403c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.779454 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-6740743f-7e07-4309-88b6-a6bf87403c49 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cb7dc29a-c8cc-4412-a718-93c2ae4079b9 HTTP/1.1" status: 204 len: 168 time: 0.2558854 Mar 29 01:30:45.780677 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740743f-7e07-4309-88b6-a6bf87403c49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7dc29a-c8cc-4412-a718-93c2ae4079b9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:45.781598 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48410) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:45.785238 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153f9f49-12cc-495c-a588-3048eaf0419f None None] Network 08a0e757-3372-45e9-83b8-1f4157598a8a requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:30:45.802042 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device c6ef2e39-5180-4418-a537-2e0e073d5c9d no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:30:45.855729 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (08a0e757-3372-45e9-83b8-1f4157598a8a), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.863797 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: c6ef2e39-5180-4418-a537-2e0e073d5c9d {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:30:45.864152 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device c6ef2e39-5180-4418-a537-2e0e073d5c9d not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:30:45.909326 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Deleting port d7686855-8d62-4be2-b862-a0b37fffa75c {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:45.909714 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.974473 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] For port d7686855-8d62-4be2-b862-a0b37fffa75c, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=d7686855-8d62-4be2-b862-a0b37fffa75c,segment=NetworkSegment(015b049c-c571-43e6-805b-2f6009be6468),segment_id=015b049c-c571-43e6-805b-2f6009be6468)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:30:45.974871 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:45.986808 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Calling delete_port for d7686855-8d62-4be2-b862-a0b37fffa75c owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:46.061531 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (d7686855-8d62-4be2-b862-a0b37fffa75c), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:46.091660 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Pushing event deleted for resources: {'Port': ['ID=d7686855-8d62-4be2-b862-a0b37fffa75c,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:46.093350 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] No DVR routers for this DVR port d7686855-8d62-4be2-b862-a0b37fffa75c on host dv-cinder-750782-13-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:30:46.135219 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64f7d81-48ee-448a-bfff-9eb8c79d6d8e None None] DHCP port deletion for 08a0e757-3372-45e9-83b8-1f4157598a8a request from dv-cinder-750782-13-iscsi {{(pid=103387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 01:30:46.167657 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (08a0e757-3372-45e9-83b8-1f4157598a8a), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:46.190362 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08a0e757-3372-45e9-83b8-1f4157598a8a']}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:46.199630 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015b049c-c571-43e6-805b-2f6009be6468') {'for_net_delete': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:46.199952 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015b049c-c571-43e6-805b-2f6009be6468') {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:46.209247 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10083217'] for segment (015b049c-c571-43e6-805b-2f6009be6468), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:46.222717 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (015b049c-c571-43e6-805b-2f6009be6468), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:46.228823 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=103386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:30:46.229366 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10030687'] for segment (015b049c-c571-43e6-805b-2f6009be6468), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: Traceback (most recent call last): Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: timer() Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: cb(*args, **kw) Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: return func(*args, **kwargs) Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: self._notify() Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: self.callback(batched_events) Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: event.method(event) Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: return f(self, *a, **k) Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._get(url).json() Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: return self.request(url, 'GET', **kwargs) Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:30:46.230938 dv-cinder-750782-13-iscsi neutron-server[103386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:30:46.288059 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (08a0e757-3372-45e9-83b8-1f4157598a8a), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:46.293213 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:46.296303 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] 10.222.0.23 "DELETE /v2.0/networks/08a0e757-3372-45e9-83b8-1f4157598a8a HTTP/1.1" status: 204 len: 168 time: 0.5130346 Mar 29 01:30:46.307299 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8a8af7-cd4a-4c9b-9083-024ed51cb66c admin admin] Pushing event deleted for resources: {'Network': ['ID=08a0e757-3372-45e9-83b8-1f4157598a8a,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:46.415598 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48416) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:46.461483 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c338c79f-7021-4b11-93c1-fc9e7fec6e50 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=07c817d7f10d4bee961de8bd4442eb3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0446839 Mar 29 01:30:46.463870 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48418) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:46.515140 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-451238a8-1b6f-4383-a2bd-da417e355398 admin admin] Publish callbacks [] for security_group (ca0fcdb9-934f-470a-b3f3-c46f0e5ddddb), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:46.535789 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-451238a8-1b6f-4383-a2bd-da417e355398 admin admin] Publish callbacks [] for security_group (ca0fcdb9-934f-470a-b3f3-c46f0e5ddddb), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:46.583690 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-451238a8-1b6f-4383-a2bd-da417e355398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (ca0fcdb9-934f-470a-b3f3-c46f0e5ddddb), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:46.586376 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-451238a8-1b6f-4383-a2bd-da417e355398 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:46.587839 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-451238a8-1b6f-4383-a2bd-da417e355398 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca0fcdb9-934f-470a-b3f3-c46f0e5ddddb HTTP/1.1" status: 204 len: 168 time: 0.1229203 Mar 29 01:30:46.597144 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451238a8-1b6f-4383-a2bd-da417e355398 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0fcdb9-934f-470a-b3f3-c46f0e5ddddb,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:46.892612 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48424) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:46.934203 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-0b0baf81-ae15-4e61-babf-7cfe4e75c0ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=41f2f1a6df6a411f87814b4f88982975&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403490 Mar 29 01:30:46.936704 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48426) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:46.981824 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5f0407fc-6b33-4357-9897-77b9c7372e71 admin admin] Publish callbacks [] for security_group (282304be-a82b-4a74-b66f-9d40eb7502dc), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:47.003015 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5f0407fc-6b33-4357-9897-77b9c7372e71 admin admin] Publish callbacks [] for security_group (282304be-a82b-4a74-b66f-9d40eb7502dc), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:47.048076 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5f0407fc-6b33-4357-9897-77b9c7372e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (282304be-a82b-4a74-b66f-9d40eb7502dc), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:47.050551 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5f0407fc-6b33-4357-9897-77b9c7372e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:47.051712 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5f0407fc-6b33-4357-9897-77b9c7372e71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/282304be-a82b-4a74-b66f-9d40eb7502dc HTTP/1.1" status: 204 len: 168 time: 0.1134713 Mar 29 01:30:47.059150 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0407fc-6b33-4357-9897-77b9c7372e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282304be-a82b-4a74-b66f-9d40eb7502dc,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:47.549802 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 10b05165-e6fa-4888-a650-a5793aca852b no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:30:47.573464 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 10b05165-e6fa-4888-a650-a5793aca852b {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:30:47.573806 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 10b05165-e6fa-4888-a650-a5793aca852b not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:30:47.574207 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device d7686855-8d62-4be2-b862-a0b37fffa75c no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:30:47.592724 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: d7686855-8d62-4be2-b862-a0b37fffa75c {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:30:47.593063 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device d7686855-8d62-4be2-b862-a0b37fffa75c not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:30:54.679362 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92b20639-8d37-4fd9-8108-8e15674c9e80 req-d2b7d5a5-89ec-42eb-9233-2905483ade4a tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458049439&fields=id&tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571 HTTP/1.1" status: 200 len: 267 time: 0.0428946 Mar 29 01:30:54.733419 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b20639-8d37-4fd9-8108-8e15674c9e80 req-28f4e5b8-425c-4490-a939-bac28388395c tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:54.735469 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92b20639-8d37-4fd9-8108-8e15674c9e80 req-28f4e5b8-425c-4490-a939-bac28388395c tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 984 time: 0.0509768 Mar 29 01:30:54.745702 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [req-92b20639-8d37-4fd9-8108-8e15674c9e80 req-9468dd63-788b-4faf-91b1-b08479bab16f tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Request body: {'port': {'security_groups': ['40bf4b0e-8ef9-4570-a686-0e3686d750d9']}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:30:54.818541 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92b20639-8d37-4fd9-8108-8e15674c9e80 req-9468dd63-788b-4faf-91b1-b08479bab16f tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:54.986762 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [req-92b20639-8d37-4fd9-8108-8e15674c9e80 req-9468dd63-788b-4faf-91b1-b08479bab16f tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] For port fcbc6896-203f-42d1-9b57-9271b8886ac9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:30:55.014279 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92b20639-8d37-4fd9-8108-8e15674c9e80 req-9468dd63-788b-4faf-91b1-b08479bab16f tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.018949 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92b20639-8d37-4fd9-8108-8e15674c9e80 req-9468dd63-788b-4faf-91b1-b08479bab16f tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.031702 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['fcbc6896-203f-42d1-9b57-9271b8886ac9'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:30:55.065160 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b20639-8d37-4fd9-8108-8e15674c9e80 req-9468dd63-788b-4faf-91b1-b08479bab16f tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:55.065786 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [req-92b20639-8d37-4fd9-8108-8e15674c9e80 req-9468dd63-788b-4faf-91b1-b08479bab16f tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.070387 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92b20639-8d37-4fd9-8108-8e15674c9e80 req-9468dd63-788b-4faf-91b1-b08479bab16f tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "PUT /v2.0/ports/fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 200 len: 942 time: 0.3288145 Mar 29 01:30:55.073903 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48436) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:55.075401 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:30:55.077718 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb205fc-baf5-4257-ad01-657168a820e5" -d '{"events": [{"name": "network-changed", "server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:30:55.102430 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9468dd63-788b-4faf-91b1-b08479bab16f tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event updated for resources: {'Port': ['ID=fcbc6896-203f-42d1-9b57-9271b8886ac9,revision_number=7']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:55.139438 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172c144f-9a23-4aa5-94cb-759a807f94d1 x-openstack-request-id: req-172c144f-9a23-4aa5-94cb-759a807f94d1 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:30:55.139737 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:30:55.139998 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-172c144f-9a23-4aa5-94cb-759a807f94d1 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:30:55.141108 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172c144f-9a23-4aa5-94cb-759a807f94d1'] response: {'name': 'network-changed', 'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'status': 'completed', 'code': 200} Mar 29 01:30:55.147383 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-322ec45f-7318-418a-87e9-7da62b729bcb tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group (d10bc867-2034-4370-bc79-3996eaa4289f), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.162880 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['fcbc6896-203f-42d1-9b57-9271b8886ac9'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:30:55.198308 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-322ec45f-7318-418a-87e9-7da62b729bcb tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group (d10bc867-2034-4370-bc79-3996eaa4289f), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.224062 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-894d4c99-5e68-42a5-9069-ecaeb7ce0f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.250476 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb205fc-baf5-4257-ad01-657168a820e5 req-94e5e8b8-40ef-4e11-ab99-c7ec232bed1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:55.251910 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2eb205fc-baf5-4257-ad01-657168a820e5 req-94e5e8b8-40ef-4e11-ab99-c7ec232bed1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571&device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 1129 time: 0.0891714 Mar 29 01:30:55.334515 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-322ec45f-7318-418a-87e9-7da62b729bcb tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (d10bc867-2034-4370-bc79-3996eaa4289f), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.337106 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-322ec45f-7318-418a-87e9-7da62b729bcb tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.338232 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-322ec45f-7318-418a-87e9-7da62b729bcb tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "DELETE /v2.0/security-groups/d10bc867-2034-4370-bc79-3996eaa4289f HTTP/1.1" status: 204 len: 168 time: 0.2633648 Mar 29 01:30:55.341014 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48440) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:30:55.366252 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb205fc-baf5-4257-ad01-657168a820e5 req-2d4de1fe-9bc8-44b2-a4e1-212a38045887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:55.368268 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2eb205fc-baf5-4257-ad01-657168a820e5 req-2d4de1fe-9bc8-44b2-a4e1-212a38045887 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb0501cb-ea25-4996-a098-17a5ae10db73 HTTP/1.1" status: 200 len: 915 time: 0.1108913 Mar 29 01:30:55.371142 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-4114a124-6af6-4e16-b882-91127bc4206a None None] Provisioning complete for port fcbc6896-203f-42d1-9b57-9271b8886ac9 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:30:55.371514 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4114a124-6af6-4e16-b882-91127bc4206a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.384876 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ec45f-7318-418a-87e9-7da62b729bcb tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10bc867-2034-4370-bc79-3996eaa4289f,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:55.454959 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2eb205fc-baf5-4257-ad01-657168a820e5 req-5d1447eb-299d-4c21-bcef-a74c6a0f925d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 200 len: 1000 time: 0.0789886 Mar 29 01:30:55.473908 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-4114a124-6af6-4e16-b882-91127bc4206a None None] Current status of the port fcbc6896-203f-42d1-9b57-9271b8886ac9 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:30:55.503027 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb205fc-baf5-4257-ad01-657168a820e5 req-e0f89419-c4a4-4b7f-878b-63a729701281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:55.504465 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2eb205fc-baf5-4257-ad01-657168a820e5 req-e0f89419-c4a4-4b7f-878b-63a729701281 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=225869ce-20d0-40f3-9103-79121ac5abd0 HTTP/1.1" status: 200 len: 853 time: 0.0439441 Mar 29 01:30:55.508404 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Deleting port 3922da30-d16d-4df8-b4bd-80a4747686dc {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:30:55.508745 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (3922da30-d16d-4df8-b4bd-80a4747686dc), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.555177 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb205fc-baf5-4257-ad01-657168a820e5 req-67761265-f24d-40fa-b3d4-8628e9d5ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:55.556673 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2eb205fc-baf5-4257-ad01-657168a820e5 req-67761265-f24d-40fa-b3d4-8628e9d5ea9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb0501cb-ea25-4996-a098-17a5ae10db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0453062 Mar 29 01:30:55.586607 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (3922da30-d16d-4df8-b4bd-80a4747686dc), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.586976 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for floatingip (3922da30-d16d-4df8-b4bd-80a4747686dc), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.598236 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Calling delete_port for 3922da30-d16d-4df8-b4bd-80a4747686dc owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:30:55.646552 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2eb205fc-baf5-4257-ad01-657168a820e5 req-237dfadb-ab51-40f9-aac5-05d3c0889882 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826604 Mar 29 01:30:55.737025 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2eb205fc-baf5-4257-ad01-657168a820e5 req-219c7f7b-ed4d-457c-aff8-0a9be9f74e7c service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848839 Mar 29 01:30:55.776795 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (3922da30-d16d-4df8-b4bd-80a4747686dc), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.805417 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event deleted for resources: {'Port': ['ID=3922da30-d16d-4df8-b4bd-80a4747686dc,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:30:55.866676 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks [] for floatingip (35e572ee-8c79-4630-90c6-f0b3033a435a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:55.867040 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Floating IP 35e572ee-8c79-4630-90c6-f0b3033a435a disassociated (deleted). External IP: 172.27.2.14, port: fcbc6896-203f-42d1-9b57-9271b8886ac9. Mar 29 01:30:56.323090 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Router d8475442-12fd-4d12-862d-9769fd16442e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:30:56.431546 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:30:56.436130 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:56.443193 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3c3401-5cbe-4ffb-a321-46dc3e3751d3 None None] Sync routers for ids ['d8475442-12fd-4d12-862d-9769fd16442e'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:30:56.454217 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c3401-5cbe-4ffb-a321-46dc3e3751d3 None None] Routers {'d8475442-12fd-4d12-862d-9769fd16442e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:30:56.454877 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0a3c3401-5cbe-4ffb-a321-46dc3e3751d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d8475442-12fd-4d12-862d-9769fd16442e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:56.466905 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-c98a6f04-62f7-45e9-ab4d-8a7b72d73ed9 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "DELETE /v2.0/floatingips/35e572ee-8c79-4630-90c6-f0b3033a435a HTTP/1.1" status: 204 len: 168 time: 1.1248207 Mar 29 01:30:56.563224 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0a3c3401-5cbe-4ffb-a321-46dc3e3751d3 None None] Set router d8475442-12fd-4d12-862d-9769fd16442e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:30:56.775908 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0a3c3401-5cbe-4ffb-a321-46dc3e3751d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 4, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'b3acf2fd-e7f9-49a7-9078-21267b0d0de5', 'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'mac_address': 'fa:16:3e:c7:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:32Z', 'updated_at': '2022-03-29T01:27:37Z', 'revision_number': 5, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'subnets': [{'id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:56.801531 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3c3401-5cbe-4ffb-a321-46dc3e3751d3 None None] Checking router: d8475442-12fd-4d12-862d-9769fd16442e for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:30:56.809438 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c3401-5cbe-4ffb-a321-46dc3e3751d3 None None] Routers {'d8475442-12fd-4d12-862d-9769fd16442e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:30:56.810035 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0a3c3401-5cbe-4ffb-a321-46dc3e3751d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:28Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d8475442-12fd-4d12-862d-9769fd16442e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:56.916472 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-0a3c3401-5cbe-4ffb-a321-46dc3e3751d3 None None] Set router d8475442-12fd-4d12-862d-9769fd16442e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:30:57.114117 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-0a3c3401-5cbe-4ffb-a321-46dc3e3751d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 4, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'b3acf2fd-e7f9-49a7-9078-21267b0d0de5', 'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'mac_address': 'fa:16:3e:c7:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:32Z', 'updated_at': '2022-03-29T01:27:37Z', 'revision_number': 5, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'subnets': [{'id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:30:57.142948 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:30:57.145857 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b" -d '{"events": [{"name": "network-changed", "server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:30:57.195350 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc54bfc5-576a-49c2-a16c-62a23cae290d x-openstack-request-id: req-dc54bfc5-576a-49c2-a16c-62a23cae290d {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:30:57.195664 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:30:57.195915 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dc54bfc5-576a-49c2-a16c-62a23cae290d {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:30:57.196338 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc54bfc5-576a-49c2-a16c-62a23cae290d'] response: {'name': 'network-changed', 'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'status': 'completed', 'code': 200} Mar 29 01:30:57.263430 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b req-eba1eb5d-0535-42ef-a727-0a4c00c5688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:57.264948 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b req-eba1eb5d-0535-42ef-a727-0a4c00c5688e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571&device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 1129 time: 0.0476944 Mar 29 01:30:57.282897 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3c3401-5cbe-4ffb-a321-46dc3e3751d3 None None] The sync data for ids ['d8475442-12fd-4d12-862d-9769fd16442e'] in dv-cinder-750782-13-iscsi is: [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:33Z', 'revision_number': 4, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'b3acf2fd-e7f9-49a7-9078-21267b0d0de5', 'name': '', 'network_id': 'bb0501cb-ea25-4996-a098-17a5ae10db73', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'mac_address': 'fa:16:3e:c7:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:32Z', 'updated_at': '2022-03-29T01:27:37Z', 'revision_number': 5, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'subnets': [{'id': '225869ce-20d0-40f3-9103-79121ac5abd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:30:57.372706 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b req-4c7eb0ce-cac5-489f-9277-88ebd35b7d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:57.374224 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b req-4c7eb0ce-cac5-489f-9277-88ebd35b7d52 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb0501cb-ea25-4996-a098-17a5ae10db73 HTTP/1.1" status: 200 len: 915 time: 0.1016350 Mar 29 01:30:57.419351 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b req-40d1786c-a2a9-402c-a509-11a6438569d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 200 len: 217 time: 0.0349441 Mar 29 01:30:57.476160 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b req-71a2befc-8f6b-4499-b3ca-ec2086eb5cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:57.477634 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b req-71a2befc-8f6b-4499-b3ca-ec2086eb5cd2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=225869ce-20d0-40f3-9103-79121ac5abd0 HTTP/1.1" status: 200 len: 853 time: 0.0530674 Mar 29 01:30:57.531446 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-6c0b8d0b-69e5-4d61-b8e3-d081304ee0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:57.533769 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b req-95679bed-a173-436d-a85d-8063783b9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:57.534620 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c3e13b-cb84-4cfb-8c96-95817e3e3360 None None] New status for floating IP 35e572ee-8c79-4630-90c6-f0b3033a435a: DOWN {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:30:57.535589 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b req-95679bed-a173-436d-a85d-8063783b9857 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb0501cb-ea25-4996-a098-17a5ae10db73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0524609 Mar 29 01:30:57.630112 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b req-c0e72e75-7945-4a49-8315-1573a80d2a40 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882106 Mar 29 01:30:57.674002 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:30:57.721296 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ac4d40f9-4e84-46b3-a27f-11f72853fc2b req-7868e7aa-1335-4989-97a3-e0eea601cfb6 service neutron] 10.222.0.13 "GET /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845652 Mar 29 01:30:58.606673 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:30:59.173357 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac389b86-ed31-46f8-a713-0e307b26c40f req-1c053f26-a7ca-424f-9aa3-823f78f50391 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:30:59.174922 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ac389b86-ed31-46f8-a713-0e307b26c40f req-1c053f26-a7ca-424f-9aa3-823f78f50391 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 945 time: 0.0545621 Mar 29 01:30:59.222374 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ac389b86-ed31-46f8-a713-0e307b26c40f req-5c6af5ac-7fe6-4b0e-9ea5-e5f989c1b12e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418446 Mar 29 01:30:59.971675 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:00.337031 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fe838-c103-41f5-b338-f2c2aeafe71e req-6726c659-0f2f-487d-945a-3737e779209e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:00.338475 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cb2fe838-c103-41f5-b338-f2c2aeafe71e req-6726c659-0f2f-487d-945a-3737e779209e tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 945 time: 0.0504744 Mar 29 01:31:00.386962 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-cb2fe838-c103-41f5-b338-f2c2aeafe71e req-54a97415-7072-43ea-bedc-3e3d29476832 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424848 Mar 29 01:31:01.192632 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac473a5d-60a9-46d8-8ad6-44f2949f75f0 req-bc7a69a6-fa8f-4e6f-8e1b-2cd06d9d58f5 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:01.194068 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ac473a5d-60a9-46d8-8ad6-44f2949f75f0 req-bc7a69a6-fa8f-4e6f-8e1b-2cd06d9d58f5 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.13 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 945 time: 0.0521350 Mar 29 01:31:01.286189 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-ac473a5d-60a9-46d8-8ad6-44f2949f75f0 req-7930c41e-989f-4d00-b68b-ac2b85513cd2 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Deleting port fcbc6896-203f-42d1-9b57-9271b8886ac9 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:31:01.286530 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ac473a5d-60a9-46d8-8ad6-44f2949f75f0 req-7930c41e-989f-4d00-b68b-ac2b85513cd2 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:01.371768 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-ac473a5d-60a9-46d8-8ad6-44f2949f75f0 req-7930c41e-989f-4d00-b68b-ac2b85513cd2 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] For port fcbc6896-203f-42d1-9b57-9271b8886ac9, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=fcbc6896-203f-42d1-9b57-9271b8886ac9,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:01.372134 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ac473a5d-60a9-46d8-8ad6-44f2949f75f0 req-7930c41e-989f-4d00-b68b-ac2b85513cd2 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:01.385065 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-ac473a5d-60a9-46d8-8ad6-44f2949f75f0 req-7930c41e-989f-4d00-b68b-ac2b85513cd2 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Calling delete_port for fcbc6896-203f-42d1-9b57-9271b8886ac9 owned by compute:nova {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:31:01.506203 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9460ce-2dd2-4dca-bd8c-c815686dc1c3 req-b1effaa5-300f-4026-83b5-d53268d2286c tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:01.507719 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fd9460ce-2dd2-4dca-bd8c-c815686dc1c3 req-b1effaa5-300f-4026-83b5-d53268d2286c tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/ports?device_id=31c3f402-cb27-4662-8450-e34b70d8b068 HTTP/1.1" status: 200 len: 945 time: 0.0528579 Mar 29 01:31:01.516460 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ac473a5d-60a9-46d8-8ad6-44f2949f75f0 req-7930c41e-989f-4d00-b68b-ac2b85513cd2 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (fcbc6896-203f-42d1-9b57-9271b8886ac9), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:01.528197 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['fcbc6896-203f-42d1-9b57-9271b8886ac9'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:31:01.555166 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7930c41e-989f-4d00-b68b-ac2b85513cd2 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Pushing event deleted for resources: {'Port': ['ID=fcbc6896-203f-42d1-9b57-9271b8886ac9,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:01.564912 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-fd9460ce-2dd2-4dca-bd8c-c815686dc1c3 req-9540399d-960b-4183-94a8-f5e79787b935 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.23 "GET /v2.0/security-groups?id=40bf4b0e-8ef9-4570-a686-0e3686d750d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514963 Mar 29 01:31:01.592708 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:01.607988 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac473a5d-60a9-46d8-8ad6-44f2949f75f0 req-7930c41e-989f-4d00-b68b-ac2b85513cd2 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] No DVR routers for this DVR port fcbc6896-203f-42d1-9b57-9271b8886ac9 on host hv-cinder-75078 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:31:01.611213 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-ac473a5d-60a9-46d8-8ad6-44f2949f75f0 req-7930c41e-989f-4d00-b68b-ac2b85513cd2 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:01.614429 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ac473a5d-60a9-46d8-8ad6-44f2949f75f0 req-7930c41e-989f-4d00-b68b-ac2b85513cd2 tempest-TestMinimumBasicScenario-1034327499 tempest-TestMinimumBasicScenario-1034327499-project] 10.222.0.13 "DELETE /v2.0/ports/fcbc6896-203f-42d1-9b57-9271b8886ac9 HTTP/1.1" status: 204 len: 173 time: 0.4142027 Mar 29 01:31:01.614898 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'name': 'network-vif-deleted', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:31:01.617161 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f242bb6-4dae-403a-955c-8392f3cb37dc" -d '{"events": [{"server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "name": "network-vif-deleted", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:31:01.652027 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e616c53b-6ffc-4273-b7db-0146bbe37746 x-openstack-request-id: req-e616c53b-6ffc-4273-b7db-0146bbe37746 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:31:01.652332 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31c3f402-cb27-4662-8450-e34b70d8b068", "name": "network-vif-deleted", "tag": "fcbc6896-203f-42d1-9b57-9271b8886ac9", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:31:01.652606 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e616c53b-6ffc-4273-b7db-0146bbe37746 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:31:01.653012 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e616c53b-6ffc-4273-b7db-0146bbe37746'] response: {'server_uuid': '31c3f402-cb27-4662-8450-e34b70d8b068', 'name': 'network-vif-deleted', 'tag': 'fcbc6896-203f-42d1-9b57-9271b8886ac9', 'status': 'completed', 'code': 200} Mar 29 01:31:03.303841 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48522) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:03.651842 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622086'] for router_interface (d8475442-12fd-4d12-862d-9769fd16442e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:03.899372 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] Deleting port b3acf2fd-e7f9-49a7-9078-21267b0d0de5 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:31:03.899710 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:03.982106 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] For port b3acf2fd-e7f9-49a7-9078-21267b0d0de5, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=b3acf2fd-e7f9-49a7-9078-21267b0d0de5,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:03.982469 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:03.995413 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] Calling delete_port for b3acf2fd-e7f9-49a7-9078-21267b0d0de5 owned by network:router_interface {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:31:04.173246 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (b3acf2fd-e7f9-49a7-9078-21267b0d0de5), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:04.198775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3acf2fd-e7f9-49a7-9078-21267b0d0de5,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:04.273434 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fcbc6896-203f-42d1-9b57-9271b8886ac9 no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:31:04.297265 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: fcbc6896-203f-42d1-9b57-9271b8886ac9 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:31:04.297854 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device fcbc6896-203f-42d1-9b57-9271b8886ac9 not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:31:04.370381 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1637334'] for router_interface (d8475442-12fd-4d12-862d-9769fd16442e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:04.588306 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] Router d8475442-12fd-4d12-862d-9769fd16442e has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:31:04.694858 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:31:04.699727 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1e66f36f-6984-4e1d-affe-a3bf44fcd5b9 admin admin] 10.222.0.23 "PUT /v2.0/routers/d8475442-12fd-4d12-862d-9769fd16442e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3948815 Mar 29 01:31:04.702227 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48524) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:04.704932 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e219573d-7aa6-4f41-992f-8bab81aa8ab7 None None] Sync routers for ids ['d8475442-12fd-4d12-862d-9769fd16442e'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:31:04.714947 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e219573d-7aa6-4f41-992f-8bab81aa8ab7 None None] Routers {'d8475442-12fd-4d12-862d-9769fd16442e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:04.715670 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e219573d-7aa6-4f41-992f-8bab81aa8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d8475442-12fd-4d12-862d-9769fd16442e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:04.807013 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Publish callbacks [] for router (d8475442-12fd-4d12-862d-9769fd16442e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:04.823885 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e219573d-7aa6-4f41-992f-8bab81aa8ab7 None None] Set router d8475442-12fd-4d12-862d-9769fd16442e gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:04.909048 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Publish callbacks [] for router_gateway (d8475442-12fd-4d12-862d-9769fd16442e), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:04.961264 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Deleting port 3a253390-20db-48d6-9366-e6eae0c4386a {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:31:04.961682 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.002696 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e219573d-7aa6-4f41-992f-8bab81aa8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:31:04Z', 'revision_number': 5, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port': {'id': '3a253390-20db-48d6-9366-e6eae0c4386a', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:d3:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:27:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:05.032650 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e219573d-7aa6-4f41-992f-8bab81aa8ab7 None None] Checking router: d8475442-12fd-4d12-862d-9769fd16442e for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:31:05.041631 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e219573d-7aa6-4f41-992f-8bab81aa8ab7 None None] Routers {'d8475442-12fd-4d12-862d-9769fd16442e'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:05.042239 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e219573d-7aa6-4f41-992f-8bab81aa8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['d8475442-12fd-4d12-862d-9769fd16442e'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:05.043632 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] For port 3a253390-20db-48d6-9366-e6eae0c4386a, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=3a253390-20db-48d6-9366-e6eae0c4386a,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:05.044007 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.057887 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Calling delete_port for 3a253390-20db-48d6-9366-e6eae0c4386a owned by network:router_gateway {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:31:05.126276 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-e219573d-7aa6-4f41-992f-8bab81aa8ab7 None None] Set router d8475442-12fd-4d12-862d-9769fd16442e gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:05.179323 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-e219573d-7aa6-4f41-992f-8bab81aa8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:31:04Z', 'revision_number': 6, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port_host': None}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:05.205913 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e219573d-7aa6-4f41-992f-8bab81aa8ab7 None None] The sync data for ids ['d8475442-12fd-4d12-862d-9769fd16442e'] in dv-cinder-750782-13-iscsi is: [{'id': 'd8475442-12fd-4d12-862d-9769fd16442e', 'name': 'tempest-TestMinimumBasicScenario-729733966-router', 'tenant_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:30Z', 'updated_at': '2022-03-29T01:31:04Z', 'revision_number': 6, 'project_id': 'ca9ffb45471e4b2a8007a6ce6cf87571', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:31:05.227647 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (3a253390-20db-48d6-9366-e6eae0c4386a), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.255037 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3a253390-20db-48d6-9366-e6eae0c4386a,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:05.316514 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622332'] for router_gateway (d8475442-12fd-4d12-862d-9769fd16442e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.407360 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61846'] for router (d8475442-12fd-4d12-862d-9769fd16442e), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.409455 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Publish callbacks [] for router_controller (d8475442-12fd-4d12-862d-9769fd16442e), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.456752 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636825'] for router (d8475442-12fd-4d12-862d-9769fd16442e), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.457188 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8475442-12fd-4d12-862d-9769fd16442e {{(pid=103385) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 01:31:05.461433 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.462566 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-63c2d56e-c97b-403e-9897-444d976380ca admin admin] 10.222.0.23 "DELETE /v2.0/routers/d8475442-12fd-4d12-862d-9769fd16442e HTTP/1.1" status: 204 len: 168 time: 0.7594302 Mar 29 01:31:05.465058 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48526) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:05.509369 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ce7fe6f-27a4-4ae7-875b-400ba3d4394c admin admin] Deleting subnet 225869ce-20d0-40f3-9103-79121ac5abd0 {{(pid=103385) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:31:05.512385 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1ce7fe6f-27a4-4ae7-875b-400ba3d4394c admin admin] Publish callbacks [] for subnet (225869ce-20d0-40f3-9103-79121ac5abd0), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.550943 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1ce7fe6f-27a4-4ae7-875b-400ba3d4394c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17431472'] for subnet (225869ce-20d0-40f3-9103-79121ac5abd0), precommit_delete_associations {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.643474 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1ce7fe6f-27a4-4ae7-875b-400ba3d4394c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (225869ce-20d0-40f3-9103-79121ac5abd0), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.676565 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.699033 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1ce7fe6f-27a4-4ae7-875b-400ba3d4394c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17431170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16946388'] for subnet (225869ce-20d0-40f3-9103-79121ac5abd0), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.725013 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7fe6f-27a4-4ae7-875b-400ba3d4394c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225869ce-20d0-40f3-9103-79121ac5abd0,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:05.726923 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-1ce7fe6f-27a4-4ae7-875b-400ba3d4394c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.730066 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-1ce7fe6f-27a4-4ae7-875b-400ba3d4394c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/225869ce-20d0-40f3-9103-79121ac5abd0 HTTP/1.1" status: 204 len: 168 time: 0.2640977 Mar 29 01:31:05.732064 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5999277a-7903-4035-95c4-e1cb463dbd80 None None] Network bb0501cb-ea25-4996-a098-17a5ae10db73 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:31:05.732580 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48528) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:05.798806 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (bb0501cb-ea25-4996-a098-17a5ae10db73), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.862214 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Deleting port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:31:05.862555 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.923559 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] For port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=62c60bd3-25eb-4eca-bdcd-e8be4f0818d9,segment=NetworkSegment(424cbd18-54ac-4bff-a211-5fcd1363f915),segment_id=424cbd18-54ac-4bff-a211-5fcd1363f915)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:05.923921 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:05.936861 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Calling delete_port for 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:31:05.999265 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device b3acf2fd-e7f9-49a7-9078-21267b0d0de5 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:31:06.002453 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbb316d-4c16-4bad-a728-d67077e22f2a None None] DHCP port deletion for bb0501cb-ea25-4996-a098-17a5ae10db73 request from dv-cinder-750782-13-iscsi {{(pid=103387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 01:31:06.023162 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (62c60bd3-25eb-4eca-bdcd-e8be4f0818d9), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:06.023640 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: b3acf2fd-e7f9-49a7-9078-21267b0d0de5 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:31:06.024056 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device b3acf2fd-e7f9-49a7-9078-21267b0d0de5 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:31:06.047993 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c60bd3-25eb-4eca-bdcd-e8be4f0818d9,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:06.048363 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-5fbb316d-4c16-4bad-a728-d67077e22f2a None None] The port '62c60bd3-25eb-4eca-bdcd-e8be4f0818d9' was deleted {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 29 01:31:06.060034 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] No DVR routers for this DVR port 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 on host dv-cinder-750782-13-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:31:06.132305 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (bb0501cb-ea25-4996-a098-17a5ae10db73), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:06.152756 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0501cb-ea25-4996-a098-17a5ae10db73']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:06.162558 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '424cbd18-54ac-4bff-a211-5fcd1363f915') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:06.162890 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '424cbd18-54ac-4bff-a211-5fcd1363f915') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:06.175928 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17431483'] for segment (424cbd18-54ac-4bff-a211-5fcd1363f915), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:06.190595 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (424cbd18-54ac-4bff-a211-5fcd1363f915), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:06.197138 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Releasing vlan 286 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:31:06.197533 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17430564'] for segment (424cbd18-54ac-4bff-a211-5fcd1363f915), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: Traceback (most recent call last): Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: timer() Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: cb(*args, **kw) Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: return func(*args, **kwargs) Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: self._notify() Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: self.callback(batched_events) Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: event.method(event) Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: return f(self, *a, **k) Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._get(url).json() Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:31:06.199258 dv-cinder-750782-13-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:31:06.254658 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (bb0501cb-ea25-4996-a098-17a5ae10db73), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:06.260170 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:06.263310 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] 10.222.0.23 "DELETE /v2.0/networks/bb0501cb-ea25-4996-a098-17a5ae10db73 HTTP/1.1" status: 204 len: 168 time: 0.5298109 Mar 29 01:31:06.267101 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48530) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:06.274028 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a46f85a-2431-45d7-afea-6a1114da0d28 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb0501cb-ea25-4996-a098-17a5ae10db73,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:06.608176 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622086'] for router_interface (c38daaec-ca30-409a-acdf-7d7a2f03b05d), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:06.848231 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] Deleting port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:31:06.848564 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:06.922627 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] For port a207fa8e-e9f7-40cc-8deb-9b941e1b2e09, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=a207fa8e-e9f7-40cc-8deb-9b941e1b2e09,segment=NetworkSegment(c7186c16-eba5-4896-8fe8-bf3e807317ab),segment_id=c7186c16-eba5-4896-8fe8-bf3e807317ab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:06.923007 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:06.934920 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] Calling delete_port for a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 owned by network:router_interface {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:31:07.110654 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (a207fa8e-e9f7-40cc-8deb-9b941e1b2e09), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:07.139571 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] Pushing event deleted for resources: {'Port': ['ID=a207fa8e-e9f7-40cc-8deb-9b941e1b2e09,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:07.307502 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1637334'] for router_interface (c38daaec-ca30-409a-acdf-7d7a2f03b05d), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:07.521774 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] Router c38daaec-ca30-409a-acdf-7d7a2f03b05d has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:31:07.612042 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 3a253390-20db-48d6-9366-e6eae0c4386a no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:31:07.632794 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 3a253390-20db-48d6-9366-e6eae0c4386a {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:31:07.633141 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 3a253390-20db-48d6-9366-e6eae0c4386a not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:31:07.633558 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:31:07.653602 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:31:07.653951 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 62c60bd3-25eb-4eca-bdcd-e8be4f0818d9 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:31:07.906959 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:31:07.911733 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-7d5b8f14-cd9b-4da8-b6a9-40bd172b6564 admin admin] 10.222.0.23 "PUT /v2.0/routers/c38daaec-ca30-409a-acdf-7d7a2f03b05d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6431334 Mar 29 01:31:07.914243 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48532) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:07.916721 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb03b7-2bbb-480c-980e-ca348556f352 None None] Sync routers for ids ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:31:07.926734 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb03b7-2bbb-480c-980e-ca348556f352 None None] Routers {'c38daaec-ca30-409a-acdf-7d7a2f03b05d'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:07.927366 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-84fb03b7-2bbb-480c-980e-ca348556f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:08.019131 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Publish callbacks [] for router (c38daaec-ca30-409a-acdf-7d7a2f03b05d), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.031357 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-84fb03b7-2bbb-480c-980e-ca348556f352 None None] Set router c38daaec-ca30-409a-acdf-7d7a2f03b05d gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:08.123354 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Publish callbacks [] for router_gateway (c38daaec-ca30-409a-acdf-7d7a2f03b05d), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.179297 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Deleting port 1465f363-0f40-4e81-b8af-868cf4918b0c {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:31:08.179627 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.211707 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-84fb03b7-2bbb-480c-980e-ca348556f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'name': 'tempest-TestMinimumBasicScenario-1206573214-router', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233'}], 'enable_snat': True}, 'gw_port_id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:31:07Z', 'revision_number': 5, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'gw_port': {'id': '1465f363-0f40-4e81-b8af-868cf4918b0c', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:01:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:08.237727 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb03b7-2bbb-480c-980e-ca348556f352 None None] Checking router: c38daaec-ca30-409a-acdf-7d7a2f03b05d for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:31:08.245698 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb03b7-2bbb-480c-980e-ca348556f352 None None] Routers {'c38daaec-ca30-409a-acdf-7d7a2f03b05d'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:08.246302 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-84fb03b7-2bbb-480c-980e-ca348556f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:08.254598 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] For port 1465f363-0f40-4e81-b8af-868cf4918b0c, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=1465f363-0f40-4e81-b8af-868cf4918b0c,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:08.254988 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.267550 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Calling delete_port for 1465f363-0f40-4e81-b8af-868cf4918b0c owned by network:router_gateway {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:31:08.333356 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-84fb03b7-2bbb-480c-980e-ca348556f352 None None] Set router c38daaec-ca30-409a-acdf-7d7a2f03b05d gateway port host: None {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:08.386306 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-84fb03b7-2bbb-480c-980e-ca348556f352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'name': 'tempest-TestMinimumBasicScenario-1206573214-router', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:31:08Z', 'revision_number': 6, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'gw_port_host': None}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:08.415810 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fb03b7-2bbb-480c-980e-ca348556f352 None None] The sync data for ids ['c38daaec-ca30-409a-acdf-7d7a2f03b05d'] in dv-cinder-750782-13-iscsi is: [{'id': 'c38daaec-ca30-409a-acdf-7d7a2f03b05d', 'name': 'tempest-TestMinimumBasicScenario-1206573214-router', 'tenant_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:27:35Z', 'updated_at': '2022-03-29T01:31:08Z', 'revision_number': 6, 'project_id': 'bde550fdcc794ba683fb9f4e95618f0a', 'gw_port_host': None}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:31:08.431080 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (1465f363-0f40-4e81-b8af-868cf4918b0c), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.458995 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1465f363-0f40-4e81-b8af-868cf4918b0c,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:08.518609 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622332'] for router_gateway (c38daaec-ca30-409a-acdf-7d7a2f03b05d), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.606673 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61846'] for router (c38daaec-ca30-409a-acdf-7d7a2f03b05d), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.608742 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Publish callbacks [] for router_controller (c38daaec-ca30-409a-acdf-7d7a2f03b05d), precommit_delete_associations {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.650586 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636825'] for router (c38daaec-ca30-409a-acdf-7d7a2f03b05d), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.651147 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c38daaec-ca30-409a-acdf-7d7a2f03b05d {{(pid=103386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 01:31:08.655317 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.656568 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-37d8b52a-8e64-4088-8919-1274eaf4efe6 admin admin] 10.222.0.23 "DELETE /v2.0/routers/c38daaec-ca30-409a-acdf-7d7a2f03b05d HTTP/1.1" status: 204 len: 168 time: 0.7412384 Mar 29 01:31:08.659037 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48534) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:08.701740 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3b9dab-269f-46cf-8ae8-b7690421f358 admin admin] Deleting subnet 0946199c-97ae-404e-ac9d-bcf028c6b8b0 {{(pid=103386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:31:08.704760 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae3b9dab-269f-46cf-8ae8-b7690421f358 admin admin] Publish callbacks [] for subnet (0946199c-97ae-404e-ac9d-bcf028c6b8b0), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.742235 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae3b9dab-269f-46cf-8ae8-b7690421f358 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10083226'] for subnet (0946199c-97ae-404e-ac9d-bcf028c6b8b0), precommit_delete_associations {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.820375 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae3b9dab-269f-46cf-8ae8-b7690421f358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (0946199c-97ae-404e-ac9d-bcf028c6b8b0), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.871339 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae3b9dab-269f-46cf-8ae8-b7690421f358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10030329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9934557'] for subnet (0946199c-97ae-404e-ac9d-bcf028c6b8b0), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.898201 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-ae3b9dab-269f-46cf-8ae8-b7690421f358 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:08.903723 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-ae3b9dab-269f-46cf-8ae8-b7690421f358 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0946199c-97ae-404e-ac9d-bcf028c6b8b0 HTTP/1.1" status: 204 len: 168 time: 0.2414649 Mar 29 01:31:08.903723 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b9dab-269f-46cf-8ae8-b7690421f358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0946199c-97ae-404e-ac9d-bcf028c6b8b0,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:08.904024 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48536) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:08.904158 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3249560f-bb34-4116-b0ff-1fc185b7adaa None None] Network 55aa10eb-8fca-4b73-8e5f-d6250725a000 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:31:08.973862 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (55aa10eb-8fca-4b73-8e5f-d6250725a000), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.029611 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Deleting port ad8aa201-bb7b-4f93-9cea-bca999609f17 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:31:09.029954 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.092773 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] For port ad8aa201-bb7b-4f93-9cea-bca999609f17, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=ad8aa201-bb7b-4f93-9cea-bca999609f17,segment=NetworkSegment(c7186c16-eba5-4896-8fe8-bf3e807317ab),segment_id=c7186c16-eba5-4896-8fe8-bf3e807317ab)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:09.093063 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.105184 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Calling delete_port for ad8aa201-bb7b-4f93-9cea-bca999609f17 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:31:09.154435 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7275a314-71e5-40d8-b52d-9248cfca92bb None None] DHCP port deletion for 55aa10eb-8fca-4b73-8e5f-d6250725a000 request from dv-cinder-750782-13-iscsi {{(pid=103387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 01:31:09.188066 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.203587 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7275a314-71e5-40d8-b52d-9248cfca92bb None None] Deleting port ad8aa201-bb7b-4f93-9cea-bca999609f17 {{(pid=103387) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:31:09.204118 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7275a314-71e5-40d8-b52d-9248cfca92bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), before_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.215848 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] No DVR routers for this DVR port ad8aa201-bb7b-4f93-9cea-bca999609f17 on host dv-cinder-750782-13-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:31:09.220573 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8aa201-bb7b-4f93-9cea-bca999609f17,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:09.270984 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-7275a314-71e5-40d8-b52d-9248cfca92bb None None] For port ad8aa201-bb7b-4f93-9cea-bca999609f17, host dv-cinder-750782-13-iscsi, got binding levels [] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:09.271649 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7275a314-71e5-40d8-b52d-9248cfca92bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), precommit_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.284186 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7275a314-71e5-40d8-b52d-9248cfca92bb None None] Calling delete_port for ad8aa201-bb7b-4f93-9cea-bca999609f17 owned by network:dhcp {{(pid=103387) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:31:09.286905 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.ipam_backend_mixin [None req-7275a314-71e5-40d8-b52d-9248cfca92bb None None] Port ad8aa201-bb7b-4f93-9cea-bca999609f17 was not found and therefore no delete operation was performed {{(pid=103387) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 29 01:31:09.288415 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7275a314-71e5-40d8-b52d-9248cfca92bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637'] for port (ad8aa201-bb7b-4f93-9cea-bca999609f17), after_delete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.294813 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (55aa10eb-8fca-4b73-8e5f-d6250725a000), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.315279 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7275a314-71e5-40d8-b52d-9248cfca92bb None None] Pushing event deleted for resources: {'Port': ['ID=ad8aa201-bb7b-4f93-9cea-bca999609f17,revision_number=None']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:09.317149 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275a314-71e5-40d8-b52d-9248cfca92bb None None] No DVR routers for this DVR port ad8aa201-bb7b-4f93-9cea-bca999609f17 on host dv-cinder-750782-13-iscsi {{(pid=103387) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:31:09.317387 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55aa10eb-8fca-4b73-8e5f-d6250725a000']}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:09.330267 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7186c16-eba5-4896-8fe8-bf3e807317ab') {'for_net_delete': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:09.330267 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7186c16-eba5-4896-8fe8-bf3e807317ab') {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:09.337081 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10083217'] for segment (c7186c16-eba5-4896-8fe8-bf3e807317ab), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.350639 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (c7186c16-eba5-4896-8fe8-bf3e807317ab), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.356675 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:31:09.356958 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10030687'] for segment (c7186c16-eba5-4896-8fe8-bf3e807317ab), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: Traceback (most recent call last): Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: timer() Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: cb(*args, **kw) Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: return func(*args, **kwargs) Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: self._notify() Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: self.callback(batched_events) Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: event.method(event) Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: return f(self, *a, **k) Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._get(url).json() Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: return self.request(url, 'GET', **kwargs) Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:31:09.358858 dv-cinder-750782-13-iscsi neutron-server[103386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:31:09.412508 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (55aa10eb-8fca-4b73-8e5f-d6250725a000), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.417916 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.427238 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] 10.222.0.23 "DELETE /v2.0/networks/55aa10eb-8fca-4b73-8e5f-d6250725a000 HTTP/1.1" status: 204 len: 168 time: 0.5164897 Mar 29 01:31:09.443668 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fed51b-bfbf-48ec-86b0-e55728ef1134 admin admin] Pushing event deleted for resources: {'Network': ['ID=55aa10eb-8fca-4b73-8e5f-d6250725a000,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:09.568976 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:31:09.590306 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:31:09.590813 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device a207fa8e-e9f7-40cc-8deb-9b941e1b2e09 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:31:09.591591 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device ad8aa201-bb7b-4f93-9cea-bca999609f17 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:31:09.611120 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48540) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:09.612002 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: ad8aa201-bb7b-4f93-9cea-bca999609f17 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:31:09.612355 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device ad8aa201-bb7b-4f93-9cea-bca999609f17 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:31:09.612766 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 1465f363-0f40-4e81-b8af-868cf4918b0c no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:31:09.632177 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 1465f363-0f40-4e81-b8af-868cf4918b0c {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:31:09.632452 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 1465f363-0f40-4e81-b8af-868cf4918b0c not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:31:09.649602 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-30fa0237-bff2-4451-adea-2c28c5fc0d1a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ca9ffb45471e4b2a8007a6ce6cf87571&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373361 Mar 29 01:31:09.652067 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48542) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:09.698650 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fdb163a7-a616-45ad-84c7-6c5f85bab758 admin admin] Publish callbacks [] for security_group (40bf4b0e-8ef9-4570-a686-0e3686d750d9), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.719035 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fdb163a7-a616-45ad-84c7-6c5f85bab758 admin admin] Publish callbacks [] for security_group (40bf4b0e-8ef9-4570-a686-0e3686d750d9), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.764882 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fdb163a7-a616-45ad-84c7-6c5f85bab758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (40bf4b0e-8ef9-4570-a686-0e3686d750d9), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.767591 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fdb163a7-a616-45ad-84c7-6c5f85bab758 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:09.768751 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-fdb163a7-a616-45ad-84c7-6c5f85bab758 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/40bf4b0e-8ef9-4570-a686-0e3686d750d9 HTTP/1.1" status: 204 len: 168 time: 0.1158059 Mar 29 01:31:09.776348 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb163a7-a616-45ad-84c7-6c5f85bab758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bf4b0e-8ef9-4570-a686-0e3686d750d9,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:10.077477 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48548) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:10.116279 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-055db5ac-e321-4d53-b334-78ccff8d87e5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bde550fdcc794ba683fb9f4e95618f0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376232 Mar 29 01:31:10.118592 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48550) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:10.164797 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c688a2b3-b9ce-4f58-a2c8-3bd1a47751fe admin admin] Publish callbacks [] for security_group (feaa1f63-4ef3-4196-a7f7-ef74c09d1857), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:10.188614 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c688a2b3-b9ce-4f58-a2c8-3bd1a47751fe admin admin] Publish callbacks [] for security_group (feaa1f63-4ef3-4196-a7f7-ef74c09d1857), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:10.235783 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c688a2b3-b9ce-4f58-a2c8-3bd1a47751fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (feaa1f63-4ef3-4196-a7f7-ef74c09d1857), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:10.238443 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-c688a2b3-b9ce-4f58-a2c8-3bd1a47751fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:10.239731 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-c688a2b3-b9ce-4f58-a2c8-3bd1a47751fe admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/feaa1f63-4ef3-4196-a7f7-ef74c09d1857 HTTP/1.1" status: 204 len: 168 time: 0.1202545 Mar 29 01:31:10.247086 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688a2b3-b9ce-4f58-a2c8-3bd1a47751fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaa1f63-4ef3-4196-a7f7-ef74c09d1857,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:10.918992 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48572) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:11.013169 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-166444745-network', 'tenant_id': '162fbfecb7d34725bbc943032ea49172'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:11.032482 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Made reservation on behalf of 162fbfecb7d34725bbc943032ea49172 for: {'network': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:31:11.034621 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.042800 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.120134 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Publish callbacks [] for security_group (340f5489-6fa2-4a77-a850-4c9782c83560), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.123635 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (340f5489-6fa2-4a77-a850-4c9782c83560), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.143737 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=103386) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:31:11.159242 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340f5489-6fa2-4a77-a850-4c9782c83560,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:11.162083 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (5cd83192-1201-489c-a126-335d3ecdad7d), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.162426 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.segments_db [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Added segment 5cd83192-1201-489c-a126-335d3ecdad7d of type vlan for network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff Mar 29 01:31:11.201079 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (f7ffc7fe-28cb-4677-b4bf-09a03437c6ff), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.225883 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (f7ffc7fe-28cb-4677-b4bf-09a03437c6ff), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.226863 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:11.227437 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.283556 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3633580 Mar 29 01:31:11.286300 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48576) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:11.290411 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330ff9b-f13a-4fd4-86dc-c8e45c4e57b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:11.291228 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] Request body: {'subnet': {'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-166444745-subnet', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:11.299629 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:31:11.311964 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] Made reservation on behalf of 162fbfecb7d34725bbc943032ea49172 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:31:11.314687 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16946379'] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.475696 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17431233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16946397'] for subnet (7dc25b8f-7334-4c64-88f9-83abdd8c87ed), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.526733 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dc25b8f-7334-4c64-88f9-83abdd8c87ed,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:11.537164 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] Checking segment: {'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:31:11.537458 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] Network hostable DHCP agents. Network: f7ffc7fe-28cb-4677-b4bf-09a03437c6ff, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:31:11.553060 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] Network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:31:11.561156 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, f7ffc7fe-28cb-4677-b4bf-09a03437c6ff) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:11.565672 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:11.566274 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.571185 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bc5e1d-64f1-4374-92bd-cdc61c87ed26 None None] Network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:31:11.582408 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-2077efc9-8c46-48b5-ad3a-7fe24cc3650d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.2949739 Mar 29 01:31:11.585443 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48578) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:11.589939 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:11.609025 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61828'] for router (350a9e97-c188-44b9-84a1-6041df0aa3fe), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.610036 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61853'] for router (350a9e97-c188-44b9-84a1-6041df0aa3fe), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.662171 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Publish callbacks [] for router_controller (350a9e97-c188-44b9-84a1-6041df0aa3fe), precommit_add_association {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.675263 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'project_id': '162fbfecb7d34725bbc943032ea49172', 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:31:11.676198 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.806397 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Publish callbacks [] for router_gateway (350a9e97-c188-44b9-84a1-6041df0aa3fe), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.811409 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Allocated IP 172.20.0.2 (f7ffc7fe-28cb-4677-b4bf-09a03437c6ff/7dc25b8f-7334-4c64-88f9-83abdd8c87ed/add0c357-cf2a-4c6e-9827-6630851ba03f) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:31:11.954733 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Publish callbacks [] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.962140 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:11.997634 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:31:12.000551 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:12.004651 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:31:12.013974 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Publish callbacks [] for router_gateway (350a9e97-c188-44b9-84a1-6041df0aa3fe), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:12.021292 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Pushing event updated for resources: {'Port': ['ID=add0c357-cf2a-4c6e-9827-6630851ba03f,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:12.034855 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:12.069568 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Attempting to bind port add0c357-cf2a-4c6e-9827-6630851ba03f on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:31:12.069855 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Attempting to bind port add0c357-cf2a-4c6e-9827-6630851ba03f by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:31:12.070217 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Attempting to bind port add0c357-cf2a-4c6e-9827-6630851ba03f on network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:31:12.075388 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:31:12.075768 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Checking segment: {'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:31:12.076173 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:12.076565 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Bound using segment: {'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:31:12.077050 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Bound port: add0c357-cf2a-4c6e-9827-6630851ba03f, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:31:12.077433 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:12.139196 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Allocated IP 172.27.2.184 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/7632c075-8f8c-4478-9fb1-14eae15d4360) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:31:12.146375 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] For port add0c357-cf2a-4c6e-9827-6630851ba03f, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:31:12.149943 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] For port add0c357-cf2a-4c6e-9827-6630851ba03f, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=add0c357-cf2a-4c6e-9827-6630851ba03f,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:31:12.155817 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:12.213326 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4172b0-aedd-47b2-92d6-4f422ed0375b None None] Pushing event updated for resources: {'Port': ['ID=add0c357-cf2a-4c6e-9827-6630851ba03f,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:12.252532 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Publish callbacks [] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:12.287655 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:12.332453 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:31:12.335638 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:12.349822 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:31:12.379162 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Pushing event updated for resources: {'Port': ['ID=7632c075-8f8c-4478-9fb1-14eae15d4360,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:12.667747 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Publish callbacks [] for router_gateway (350a9e97-c188-44b9-84a1-6041df0aa3fe), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:12.879700 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296'] for router (350a9e97-c188-44b9-84a1-6041df0aa3fe), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:13.012294 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Router 350a9e97-c188-44b9-84a1-6041df0aa3fe is scheduled to L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 with binding_index 1 {{(pid=103386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 01:31:13.110800 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a5f13-abf1-4dc1-967e-9bff635b983a None None] Network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:31:13.123851 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:31:13.142417 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:13.143569 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-a8625c47-78d3-4a8a-974d-c8dc282b2bf8 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5570617 Mar 29 01:31:13.146400 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48580) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:13.152255 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Sync routers for ids ['350a9e97-c188-44b9-84a1-6041df0aa3fe'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:31:13.178302 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Routers {'350a9e97-c188-44b9-84a1-6041df0aa3fe'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:13.178953 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['350a9e97-c188-44b9-84a1-6041df0aa3fe'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:13.443773 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-42589483-1b4a-44ed-84cf-407df9c66fcd None None] Provisioning complete for port add0c357-cf2a-4c6e-9827-6630851ba03f triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:13.444149 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-42589483-1b4a-44ed-84cf-407df9c66fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:13.509089 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Set router 350a9e97-c188-44b9-84a1-6041df0aa3fe gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:13.622947 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device add0c357-cf2a-4c6e-9827-6630851ba03f up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:31:13.715124 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-42589483-1b4a-44ed-84cf-407df9c66fcd None None] Current status of the port add0c357-cf2a-4c6e-9827-6630851ba03f is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:13.715421 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-42589483-1b4a-44ed-84cf-407df9c66fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:13.801667 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-42589483-1b4a-44ed-84cf-407df9c66fcd None None] For port add0c357-cf2a-4c6e-9827-6630851ba03f, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=add0c357-cf2a-4c6e-9827-6630851ba03f,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:13.803205 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port add0c357-cf2a-4c6e-9827-6630851ba03f triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:13.803613 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:13.829372 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-42589483-1b4a-44ed-84cf-407df9c66fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:13.842299 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:13.901580 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:12Z', 'revision_number': 3, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:13.934056 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Checking router: 350a9e97-c188-44b9-84a1-6041df0aa3fe for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:31:13.934407 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Updating router 350a9e97-c188-44b9-84a1-6041df0aa3fe port 7632c075-8f8c-4478-9fb1-14eae15d4360 binding host dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:31:13.943474 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42589483-1b4a-44ed-84cf-407df9c66fcd None None] Pushing event updated for resources: {'Port': ['ID=add0c357-cf2a-4c6e-9827-6630851ba03f,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:14.000017 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Allocated IP 172.20.0.1 (f7ffc7fe-28cb-4677-b4bf-09a03437c6ff/7dc25b8f-7334-4c64-88f9-83abdd8c87ed/11c06e1a-cc1f-4232-9c23-3a517734efe4) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:31:14.013694 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.015795 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-0fe995dc-4d92-4806-9751-fa6d272b7e87 None None] Provisioning complete for port add0c357-cf2a-4c6e-9827-6630851ba03f triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:14.016180 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0fe995dc-4d92-4806-9751-fa6d272b7e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.018103 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port add0c357-cf2a-4c6e-9827-6630851ba03f is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:14.107659 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Publish callbacks [] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.141616 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.184979 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:31:14.187882 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:14.194107 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:31:14.217115 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Pushing event updated for resources: {'Port': ['ID=11c06e1a-cc1f-4232-9c23-3a517734efe4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:14.234408 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-0fe995dc-4d92-4806-9751-fa6d272b7e87 None None] Current status of the port add0c357-cf2a-4c6e-9827-6630851ba03f is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:14.241687 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622223'] for router_interface (350a9e97-c188-44b9-84a1-6041df0aa3fe), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.355774 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Publish callbacks [] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.362348 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.386770 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.420773 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Attempting to bind port 7632c075-8f8c-4478-9fb1-14eae15d4360 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:31:14.421142 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Attempting to bind port 7632c075-8f8c-4478-9fb1-14eae15d4360 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:31:14.421503 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Attempting to bind port 7632c075-8f8c-4478-9fb1-14eae15d4360 on network d6baab9c-63f1-4cb4-8c83-cc41134b5337 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:31:14.423493 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45143fb6-a7e5-43c7-b329-22c2c8ef06e5 None None] Pushing event updated for resources: {'Port': ['ID=7632c075-8f8c-4478-9fb1-14eae15d4360,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:14.429113 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:31:14.429320 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:31:14.429617 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.429997 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Bound using segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:31:14.430897 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Bound port: 7632c075-8f8c-4478-9fb1-14eae15d4360, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:31:14.430897 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.483492 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-7396a57b-d439-4b4e-8f68-6a4e4aeca34a None None] Provisioning complete for port 11c06e1a-cc1f-4232-9c23-3a517734efe4 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:14.483780 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-7396a57b-d439-4b4e-8f68-6a4e4aeca34a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.517240 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] For port 7632c075-8f8c-4478-9fb1-14eae15d4360, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:31:14.537070 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] For port 7632c075-8f8c-4478-9fb1-14eae15d4360, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=7632c075-8f8c-4478-9fb1-14eae15d4360,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:31:14.539685 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-7396a57b-d439-4b4e-8f68-6a4e4aeca34a None None] Port 11c06e1a-cc1f-4232-9c23-3a517734efe4 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:31:14.544239 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.563243 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Publish callbacks [] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.568931 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.601040 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Routers {'350a9e97-c188-44b9-84a1-6041df0aa3fe'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:14.601662 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['350a9e97-c188-44b9-84a1-6041df0aa3fe'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:14.634563 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622107'] for router_interface (350a9e97-c188-44b9-84a1-6041df0aa3fe), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:14.638888 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45143fb6-a7e5-43c7-b329-22c2c8ef06e5 None None] Pushing event updated for resources: {'Port': ['ID=7632c075-8f8c-4478-9fb1-14eae15d4360,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:14.642409 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Pushing event updated for resources: {'Port': ['ID=11c06e1a-cc1f-4232-9c23-3a517734efe4,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:14.715768 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] Set router 350a9e97-c188-44b9-84a1-6041df0aa3fe gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:14.731821 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:31:14.733179 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:14.851750 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Router 350a9e97-c188-44b9-84a1-6041df0aa3fe has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:31:14.930428 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '11c06e1a-cc1f-4232-9c23-3a517734efe4', 'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'mac_address': 'fa:16:3e:db:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:13Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 2, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'subnets': [{'id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:14.964932 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ed0620-067f-4422-90d3-bf80d0571236 None None] The sync data for ids ['350a9e97-c188-44b9-84a1-6041df0aa3fe'] in dv-cinder-750782-13-iscsi is: [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '11c06e1a-cc1f-4232-9c23-3a517734efe4', 'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'mac_address': 'fa:16:3e:db:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:13Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 2, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'subnets': [{'id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:31:14.967459 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:31:14.981009 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-95ffcc09-6740-40d2-9103-4769a83877ee admin admin] 10.222.0.23 "PUT /v2.0/routers/350a9e97-c188-44b9-84a1-6041df0aa3fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8260608 Mar 29 01:31:14.981144 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-b95d8b93-9dc7-4293-9327-5e747867556e None None] Provisioning complete for port 11c06e1a-cc1f-4232-9c23-3a517734efe4 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:14.981144 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b95d8b93-9dc7-4293-9327-5e747867556e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:15.010372 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-b95d8b93-9dc7-4293-9327-5e747867556e None None] Port 11c06e1a-cc1f-4232-9c23-3a517734efe4 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:31:15.471574 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48596) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:15.476499 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-927066177-network', 'tenant_id': 'c6046202c08146a3974b090178c474c7'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:15.497648 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Made reservation on behalf of c6046202c08146a3974b090178c474c7 for: {'network': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:31:15.500123 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for network (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:15.510316 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:15.584002 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device add0c357-cf2a-4c6e-9827-6630851ba03f up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:31:15.615999 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Publish callbacks [] for security_group (fc70e0b4-5100-4c21-8e80-8b9578f81261), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:15.621958 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (fc70e0b4-5100-4c21-8e80-8b9578f81261), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:15.642246 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 268} {{(pid=103385) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 29 01:31:15.665234 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port add0c357-cf2a-4c6e-9827-6630851ba03f triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:15.665608 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:15.666872 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (4bacb047-976a-4d4d-b857-4282b2ebe915), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:15.667225 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.segments_db [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Added segment 4bacb047-976a-4d4d-b857-4282b2ebe915 of type vlan for network 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 Mar 29 01:31:15.678163 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc70e0b4-5100-4c21-8e80-8b9578f81261,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:15.728894 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738713562947'] for network (1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:15.757064 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352'] for network (1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:15.758395 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:15.759447 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:15.765630 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port add0c357-cf2a-4c6e-9827-6630851ba03f is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:15.821245 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3485494 Mar 29 01:31:15.823918 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48598) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:15.830603 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] Request body: {'subnet': {'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-927066177-subnet', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'ip_version': 4}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:15.838401 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f7927-5a21-4590-b1c6-d523a764ed94 admin admin] Pushing event updated for resources: {'Network': ['ID=1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:15.853865 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] Made reservation on behalf of c6046202c08146a3974b090178c474c7 for: {'subnet': 1} {{(pid=103385) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:31:15.854200 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Network 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 details requested by agent ovs-agent-dv-cinder-750782-13-iscsi with host dv-cinder-750782-13-iscsi {{(pid=103387) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 29 01:31:15.856345 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16946379'] for subnet (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.035686 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17431233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16946397'] for subnet (318af41d-062d-4e7d-b3bd-1100d308dbc3), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.086534 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=318af41d-062d-4e7d-b3bd-1100d308dbc3,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:16.101874 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] Checking segment: {'id': '4bacb047-976a-4d4d-b857-4282b2ebe915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:31:16.102226 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] Network hostable DHCP agents. Network: 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4, hostable agents: ['bea272f1-031d-4fe5-a71f-07601524f5ea'], hosted agents: [] {{(pid=103385) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 29 01:31:16.119515 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] Network 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 is scheduled to be hosted by DHCP agent bea272f1-031d-4fe5-a71f-07601524f5ea with binding_index 1 {{(pid=103385) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 29 01:31:16.129447 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-750782-13-iscsi, 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4) {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:16.133796 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:16.134454 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for subnet (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.139531 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9ad4d2-000b-480b-8225-5f71c46ecec0 None None] Network 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:31:16.160052 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48600) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:16.160878 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-7ce3210d-5b44-4386-9566-55fb37442a58 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3358433 Mar 29 01:31:16.165722 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-927066177-router', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:16.190570 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1637902', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61828'] for router (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.191849 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1636766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1622479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1595619', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61853'] for router (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.248551 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Publish callbacks [] for router_controller (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), precommit_add_association {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.389826 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp669b3aa4-dbdb-5269-b2ac-23101e221490-1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4', 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4', 'project_id': 'c6046202c08146a3974b090178c474c7', 'fixed_ips': [{'subnet_id': '318af41d-062d-4e7d-b3bd-1100d308dbc3'}]}} from dv-cinder-750782-13-iscsi. {{(pid=103387) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 29 01:31:16.390708 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.395194 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Publish callbacks [] for router_gateway (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.533475 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.db_base_plugin_common [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Allocated IP 172.20.0.2 (1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4/318af41d-062d-4e7d-b3bd-1100d308dbc3/cb02d78f-8542-4fb5-99fb-7ce4bd452710) {{(pid=103387) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:31:16.682353 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Publish callbacks [] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), precommit_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.689827 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), after_create {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.731638 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Network 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 is already hosted by enough agents. {{(pid=103387) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:31:16.734867 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.scheduler.base_scheduler [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Resources bound (agent type, host, resource id): {{(pid=103387) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:16.739519 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Received port after_create {{(pid=103387) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:31:16.759408 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Pushing event updated for resources: {'Port': ['ID=cb02d78f-8542-4fb5-99fb-7ce4bd452710,revision_number=1']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:16.816541 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Attempting to bind port cb02d78f-8542-4fb5-99fb-7ce4bd452710 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:31:16.817203 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Attempting to bind port cb02d78f-8542-4fb5-99fb-7ce4bd452710 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '4bacb047-976a-4d4d-b857-4282b2ebe915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:31:16.817598 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Attempting to bind port cb02d78f-8542-4fb5-99fb-7ce4bd452710 on network 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:31:16.822954 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:31:16.823325 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Checking segment: {'id': '4bacb047-976a-4d4d-b857-4282b2ebe915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:31:16.823912 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.824293 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Bound using segment: {'id': '4bacb047-976a-4d4d-b857-4282b2ebe915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:31:16.824762 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Bound port: cb02d78f-8542-4fb5-99fb-7ce4bd452710, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bacb047-976a-4d4d-b857-4282b2ebe915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:31:16.825140 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.889427 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] For port cb02d78f-8542-4fb5-99fb-7ce4bd452710, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:31:16.894546 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] For port cb02d78f-8542-4fb5-99fb-7ce4bd452710, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=cb02d78f-8542-4fb5-99fb-7ce4bd452710,segment=NetworkSegment(4bacb047-976a-4d4d-b857-4282b2ebe915),segment_id=4bacb047-976a-4d4d-b857-4282b2ebe915)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:31:16.896192 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Publish callbacks [] for router_gateway (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.900738 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.915302 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:16.965026 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bddb6b5-f8ce-44ed-bdf7-a88ac90a0685 None None] Pushing event updated for resources: {'Port': ['ID=cb02d78f-8542-4fb5-99fb-7ce4bd452710,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:17.028335 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Allocated IP 172.27.2.63 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/968b01c3-9c81-490a-b37a-9848b228d804) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:31:17.064754 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Sync routers for ids ['350a9e97-c188-44b9-84a1-6041df0aa3fe'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:31:17.075214 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Routers {'350a9e97-c188-44b9-84a1-6041df0aa3fe'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:17.075824 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['350a9e97-c188-44b9-84a1-6041df0aa3fe'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:17.143931 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Publish callbacks [] for port (968b01c3-9c81-490a-b37a-9848b228d804), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.183476 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (968b01c3-9c81-490a-b37a-9848b228d804), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.195557 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Set router 350a9e97-c188-44b9-84a1-6041df0aa3fe gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:17.231936 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:31:17.240642 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:17.243142 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:31:17.273408 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Pushing event updated for resources: {'Port': ['ID=968b01c3-9c81-490a-b37a-9848b228d804,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:17.396873 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '11c06e1a-cc1f-4232-9c23-3a517734efe4', 'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'mac_address': 'fa:16:3e:db:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:13Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 2, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'subnets': [{'id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:17.505209 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Publish callbacks [] for router_gateway (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.515769 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Checking router: 350a9e97-c188-44b9-84a1-6041df0aa3fe for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:31:17.516128 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Updating router 350a9e97-c188-44b9-84a1-6041df0aa3fe port 11c06e1a-cc1f-4232-9c23-3a517734efe4 binding host dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:31:17.544825 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.642989 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device cb02d78f-8542-4fb5-99fb-7ce4bd452710 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:31:17.703259 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port cb02d78f-8542-4fb5-99fb-7ce4bd452710 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:17.704405 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.738493 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1636759', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1622296'] for router (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.803846 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port cb02d78f-8542-4fb5-99fb-7ce4bd452710 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:17.804362 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.831930 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Publish callbacks [] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.838980 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.845875 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port cb02d78f-8542-4fb5-99fb-7ce4bd452710, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=cb02d78f-8542-4fb5-99fb-7ce4bd452710,segment=NetworkSegment(4bacb047-976a-4d4d-b857-4282b2ebe915),segment_id=4bacb047-976a-4d4d-b857-4282b2ebe915)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:17.851402 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.852201 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 7632c075-8f8c-4478-9fb1-14eae15d4360 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:31:17.897848 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Pushing event updated for resources: {'Port': ['ID=11c06e1a-cc1f-4232-9c23-3a517734efe4,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:17.926924 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c is scheduled to L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 with binding_index 1 {{(pid=103386) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 29 01:31:17.934961 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=cb02d78f-8542-4fb5-99fb-7ce4bd452710,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:17.951507 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.951958 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.952421 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.952859 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.953296 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.953436 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 7632c075-8f8c-4478-9fb1-14eae15d4360 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:17.953852 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.953970 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.955212 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.955647 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.961136 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.962065 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.962647 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.963227 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.963793 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.964348 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.964891 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103388) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:17.989732 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Attempting to bind port 11c06e1a-cc1f-4232-9c23-3a517734efe4 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:31:17.990358 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Attempting to bind port 11c06e1a-cc1f-4232-9c23-3a517734efe4 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:31:17.990985 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Attempting to bind port 11c06e1a-cc1f-4232-9c23-3a517734efe4 on network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:31:17.997117 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:31:17.997956 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Checking segment: {'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:31:17.998515 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:17.999135 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Bound using segment: {'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:31:17.999778 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Bound port: 11c06e1a-cc1f-4232-9c23-3a517734efe4, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:31:18.000315 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:18.065385 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 7632c075-8f8c-4478-9fb1-14eae15d4360 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:18.065882 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:18.078186 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] For port 11c06e1a-cc1f-4232-9c23-3a517734efe4, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:31:18.083099 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] For port 11c06e1a-cc1f-4232-9c23-3a517734efe4, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=11c06e1a-cc1f-4232-9c23-3a517734efe4,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:31:18.091754 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:18.092309 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port 7632c075-8f8c-4478-9fb1-14eae15d4360, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=7632c075-8f8c-4478-9fb1-14eae15d4360,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:18.097139 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:18.098929 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:31:18.112931 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Sync routers for ids ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:31:18.126560 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:18.127856 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-328334ff-9ebb-45e4-b73c-09c7d30f909f admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9659429 Mar 29 01:31:18.130499 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48602) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:18.170613 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a740e8fc-61d8-41b1-bf1a-473438f70b80 None None] Pushing event updated for resources: {'Port': ['ID=11c06e1a-cc1f-4232-9c23-3a517734efe4,revision_number=4']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:18.180117 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Routers {'350a9e97-c188-44b9-84a1-6041df0aa3fe'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:18.180742 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['350a9e97-c188-44b9-84a1-6041df0aa3fe'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:18.183755 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0030fb9-8c1e-42a4-9017-0ba3d93c39ad None None] Network 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:31:18.229619 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=7632c075-8f8c-4478-9fb1-14eae15d4360,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:18.233327 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Routers {'746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:18.234224 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:18.336899 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] Set router 350a9e97-c188-44b9-84a1-6041df0aa3fe gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:18.337274 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-65a6a115-5057-4143-b09f-76a96a91263a None None] Provisioning complete for port cb02d78f-8542-4fb5-99fb-7ce4bd452710 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:18.337750 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-65a6a115-5057-4143-b09f-76a96a91263a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:18.449506 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Set router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:18.581540 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '11c06e1a-cc1f-4232-9c23-3a517734efe4', 'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'mac_address': 'fa:16:3e:db:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:13Z', 'updated_at': '2022-03-29T01:31:18Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'subnets': [{'id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:18.601094 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-65a6a115-5057-4143-b09f-76a96a91263a None None] Current status of the port cb02d78f-8542-4fb5-99fb-7ce4bd452710 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:18.613887 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83593ce8-3f40-434f-a1d8-6774b929eb72 None None] The sync data for ids ['350a9e97-c188-44b9-84a1-6041df0aa3fe'] in dv-cinder-750782-13-iscsi is: [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '11c06e1a-cc1f-4232-9c23-3a517734efe4', 'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'mac_address': 'fa:16:3e:db:e5:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:13Z', 'updated_at': '2022-03-29T01:31:18Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'subnets': [{'id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:31:18.645728 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:18.690161 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'name': 'tempest-TestShelveInstance-927066177-router', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '968b01c3-9c81-490a-b37a-9848b228d804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:17Z', 'revision_number': 3, 'project_id': 'c6046202c08146a3974b090178c474c7', 'gw_port': {'id': '968b01c3-9c81-490a-b37a-9848b228d804', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:18.723243 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Checking router: 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:31:18.723794 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Updating router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c port 968b01c3-9c81-490a-b37a-9848b228d804 binding host dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:31:18.764856 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (968b01c3-9c81-490a-b37a-9848b228d804), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:18.767201 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-62a64838-3057-490d-b8ba-8a2347ea33da None None] Provisioning complete for port 11c06e1a-cc1f-4232-9c23-3a517734efe4 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:18.767571 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-62a64838-3057-490d-b8ba-8a2347ea33da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:18.829247 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Allocated IP 172.20.0.1 (1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4/318af41d-062d-4e7d-b3bd-1100d308dbc3/b1f26e4d-1487-4be4-ab34-73e404ff9aa1) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:31:18.950762 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Publish callbacks [] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:18.988865 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.035157 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Network 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:31:19.040703 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:19.045696 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:31:19.049731 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f26e4d-1487-4be4-ab34-73e404ff9aa1,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:19.087957 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1622223'] for router_interface (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.147831 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-62a64838-3057-490d-b8ba-8a2347ea33da None None] Current status of the port 11c06e1a-cc1f-4232-9c23-3a517734efe4 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:19.148210 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-62a64838-3057-490d-b8ba-8a2347ea33da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.213517 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-62a64838-3057-490d-b8ba-8a2347ea33da None None] For port 11c06e1a-cc1f-4232-9c23-3a517734efe4, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=11c06e1a-cc1f-4232-9c23-3a517734efe4,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:19.225952 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-62a64838-3057-490d-b8ba-8a2347ea33da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.267071 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.324070 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Publish callbacks [] for port (968b01c3-9c81-490a-b37a-9848b228d804), precommit_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.328509 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a64838-3057-490d-b8ba-8a2347ea33da None None] Pushing event updated for resources: {'Port': ['ID=11c06e1a-cc1f-4232-9c23-3a517734efe4,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:19.332762 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (968b01c3-9c81-490a-b37a-9848b228d804), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.398524 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Attempting to bind port 968b01c3-9c81-490a-b37a-9848b228d804 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:31:19.398924 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Attempting to bind port 968b01c3-9c81-490a-b37a-9848b228d804 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:31:19.399289 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Attempting to bind port 968b01c3-9c81-490a-b37a-9848b228d804 on network d6baab9c-63f1-4cb4-8c83-cc41134b5337 {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:31:19.401230 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-8f3ccadf-4fa9-4858-9967-1a585ca9edda None None] Provisioning complete for port cb02d78f-8542-4fb5-99fb-7ce4bd452710 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:19.401595 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f3ccadf-4fa9-4858-9967-1a585ca9edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.403986 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5b681-dd7d-4cf1-81f4-b7cb9ff1a228 None None] Pushing event updated for resources: {'Port': ['ID=968b01c3-9c81-490a-b37a-9848b228d804,revision_number=2']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:19.431294 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:31:19.431683 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Checking segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103387) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:31:19.432077 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.432469 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Bound using segment: {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'} {{(pid=103387) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:31:19.433027 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.managers [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Bound port: 968b01c3-9c81-490a-b37a-9848b228d804, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cae6c744-199a-4970-a00f-61e907a6bb87', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337'}}] {{(pid=103387) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:31:19.433466 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (968b01c3-9c81-490a-b37a-9848b228d804), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.459575 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Publish callbacks [] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.464398 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.518945 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] For port 968b01c3-9c81-490a-b37a-9848b228d804, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103387) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:31:19.534938 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] For port 968b01c3-9c81-490a-b37a-9848b228d804, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=968b01c3-9c81-490a-b37a-9848b228d804,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:31:19.536709 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2091338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1622107'] for router_interface (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.538603 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Pushing event updated for resources: {'Port': ['ID=b1f26e4d-1487-4be4-ab34-73e404ff9aa1,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:19.545734 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (968b01c3-9c81-490a-b37a-9848b228d804), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.550916 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ccadf-4fa9-4858-9967-1a585ca9edda None None] Current status of the port cb02d78f-8542-4fb5-99fb-7ce4bd452710 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:19.605181 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-8f3ccadf-4fa9-4858-9967-1a585ca9edda None None] Provisioning complete for port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:19.605472 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-8f3ccadf-4fa9-4858-9967-1a585ca9edda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.640320 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Network 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:31:19.642523 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5b681-dd7d-4cf1-81f4-b7cb9ff1a228 None None] Pushing event updated for resources: {'Port': ['ID=968b01c3-9c81-490a-b37a-9848b228d804,revision_number=3']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:19.642839 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:19.648470 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device cb02d78f-8542-4fb5-99fb-7ce4bd452710 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:31:19.652945 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Routers {'746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:19.653554 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:19.745235 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ccadf-4fa9-4858-9967-1a585ca9edda None None] Port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:31:19.772437 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:31:19.795773 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port cb02d78f-8542-4fb5-99fb-7ce4bd452710 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:19.796150 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:19.826278 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] Set router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:19.886066 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:31:19.894736 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-628fd2bf-8f1b-4a80-8d3b-4c6e447f2431 admin admin] 10.222.0.23 "PUT /v2.0/routers/746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7595017 Mar 29 01:31:19.923653 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e67f2e2d-8ec8-4209-a756-b1e94ed92e40 None None] Provisioning complete for port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:19.923974 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e67f2e2d-8ec8-4209-a756-b1e94ed92e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.024121 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e67f2e2d-8ec8-4209-a756-b1e94ed92e40 None None] Port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:31:20.054657 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port cb02d78f-8542-4fb5-99fb-7ce4bd452710 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:20.055744 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 7632c075-8f8c-4478-9fb1-14eae15d4360 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:31:20.145116 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 7632c075-8f8c-4478-9fb1-14eae15d4360 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:20.145403 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.175235 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'name': 'tempest-TestShelveInstance-927066177-router', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '968b01c3-9c81-490a-b37a-9848b228d804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 4, 'project_id': 'c6046202c08146a3974b090178c474c7', 'gw_port': {'id': '968b01c3-9c81-490a-b37a-9848b228d804', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'b1f26e4d-1487-4be4-ab34-73e404ff9aa1', 'name': '', 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '318af41d-062d-4e7d-b3bd-1100d308dbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:18Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 2, 'project_id': 'c6046202c08146a3974b090178c474c7', 'subnets': [{'id': '318af41d-062d-4e7d-b3bd-1100d308dbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:20.203291 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fd4659-48b1-47f9-9bb9-852bbffc263c None None] The sync data for ids ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'] in dv-cinder-750782-13-iscsi is: [{'id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'name': 'tempest-TestShelveInstance-927066177-router', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '968b01c3-9c81-490a-b37a-9848b228d804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 4, 'project_id': 'c6046202c08146a3974b090178c474c7', 'gw_port': {'id': '968b01c3-9c81-490a-b37a-9848b228d804', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'b1f26e4d-1487-4be4-ab34-73e404ff9aa1', 'name': '', 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '318af41d-062d-4e7d-b3bd-1100d308dbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:18Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 2, 'project_id': 'c6046202c08146a3974b090178c474c7', 'subnets': [{'id': '318af41d-062d-4e7d-b3bd-1100d308dbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:31:20.259904 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 7632c075-8f8c-4478-9fb1-14eae15d4360 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:20.261027 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 11c06e1a-cc1f-4232-9c23-3a517734efe4 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:31:20.314483 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 11c06e1a-cc1f-4232-9c23-3a517734efe4 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:20.314914 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.392117 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48610) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:20.397386 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-0b070f50-b4bf-4631-96e2-dc5e09649cb5 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-473008515', 'description': 'tempest-secgroup-smoke-473008515 description', 'project_id': '162fbfecb7d34725bbc943032ea49172'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:20.421028 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 11c06e1a-cc1f-4232-9c23-3a517734efe4 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:20.425973 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0b070f50-b4bf-4631-96e2-dc5e09649cb5 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.504726 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0b070f50-b4bf-4631-96e2-dc5e09649cb5 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group (56d1cf45-0244-4c1a-b3c1-61fe4b965f31), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.509750 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0b070f50-b4bf-4631-96e2-dc5e09649cb5 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (56d1cf45-0244-4c1a-b3c1-61fe4b965f31), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.538186 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-0b070f50-b4bf-4631-96e2-dc5e09649cb5 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.539505 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-0b070f50-b4bf-4631-96e2-dc5e09649cb5 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1459358 Mar 29 01:31:20.543434 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48612) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:20.549345 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b070f50-b4bf-4631-96e2-dc5e09649cb5 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d1cf45-0244-4c1a-b3c1-61fe4b965f31,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:20.550185 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-be6bf0fd-9903-421b-b468-162c13b3ba82 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Request body: {'security_group_rule': {'security_group_id': '56d1cf45-0244-4c1a-b3c1-61fe4b965f31', 'project_id': '162fbfecb7d34725bbc943032ea49172', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:20.577638 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be6bf0fd-9903-421b-b468-162c13b3ba82 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (89f3e574-8ba3-4edf-b6cf-fe62261ab26d), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.643469 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be6bf0fd-9903-421b-b468-162c13b3ba82 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (89f3e574-8ba3-4edf-b6cf-fe62261ab26d), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.648421 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be6bf0fd-9903-421b-b468-162c13b3ba82 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (89f3e574-8ba3-4edf-b6cf-fe62261ab26d), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.664321 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6bf0fd-9903-421b-b468-162c13b3ba82 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f3e574-8ba3-4edf-b6cf-fe62261ab26d,revision_number=0']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:20.676233 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-be6bf0fd-9903-421b-b468-162c13b3ba82 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.677557 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-be6bf0fd-9903-421b-b468-162c13b3ba82 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1324069 Mar 29 01:31:20.680556 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48614) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:20.685098 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-1c897a96-2499-418e-87bb-4563ea023f71 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Request body: {'security_group_rule': {'security_group_id': '56d1cf45-0244-4c1a-b3c1-61fe4b965f31', 'project_id': '162fbfecb7d34725bbc943032ea49172', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:20.712233 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c897a96-2499-418e-87bb-4563ea023f71 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (c2da79b9-261d-4524-8eff-87605b274196), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.770116 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c897a96-2499-418e-87bb-4563ea023f71 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (c2da79b9-261d-4524-8eff-87605b274196), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.773650 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c897a96-2499-418e-87bb-4563ea023f71 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (c2da79b9-261d-4524-8eff-87605b274196), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.791647 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c897a96-2499-418e-87bb-4563ea023f71 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2da79b9-261d-4524-8eff-87605b274196,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:20.800920 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1c897a96-2499-418e-87bb-4563ea023f71 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.802194 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-1c897a96-2499-418e-87bb-4563ea023f71 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1206200 Mar 29 01:31:20.806052 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48616) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:20.810443 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-9f21907e-7e3c-497e-b265-0cdba876e485 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Request body: {'security_group_rule': {'security_group_id': '56d1cf45-0244-4c1a-b3c1-61fe4b965f31', 'project_id': '162fbfecb7d34725bbc943032ea49172', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:20.835072 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f21907e-7e3c-497e-b265-0cdba876e485 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (34497372-036a-4a25-8b3b-c4283e8c3f70), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.889266 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f21907e-7e3c-497e-b265-0cdba876e485 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (34497372-036a-4a25-8b3b-c4283e8c3f70), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.893441 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f21907e-7e3c-497e-b265-0cdba876e485 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (34497372-036a-4a25-8b3b-c4283e8c3f70), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.912025 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21907e-7e3c-497e-b265-0cdba876e485 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34497372-036a-4a25-8b3b-c4283e8c3f70,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:20.919329 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-9f21907e-7e3c-497e-b265-0cdba876e485 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:20.920497 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-9f21907e-7e3c-497e-b265-0cdba876e485 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1134872 Mar 29 01:31:20.923998 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48618) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:20.928164 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-fdc7ae49-e206-4f18-bd01-909f5d13de1f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Request body: {'security_group_rule': {'security_group_id': '56d1cf45-0244-4c1a-b3c1-61fe4b965f31', 'project_id': '162fbfecb7d34725bbc943032ea49172', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:20.952013 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ae49-e206-4f18-bd01-909f5d13de1f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (ff2eefc4-d912-4258-b034-5dd5ab55512b), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.010371 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ae49-e206-4f18-bd01-909f5d13de1f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (ff2eefc4-d912-4258-b034-5dd5ab55512b), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.013699 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ae49-e206-4f18-bd01-909f5d13de1f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (ff2eefc4-d912-4258-b034-5dd5ab55512b), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.031587 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc7ae49-e206-4f18-bd01-909f5d13de1f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2eefc4-d912-4258-b034-5dd5ab55512b,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:21.041338 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-fdc7ae49-e206-4f18-bd01-909f5d13de1f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.042522 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-fdc7ae49-e206-4f18-bd01-909f5d13de1f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1176221 Mar 29 01:31:21.045485 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48620) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:21.049637 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-6f29101f-1301-4b2d-aa85-8dfec282899c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Request body: {'security_group_rule': {'security_group_id': '56d1cf45-0244-4c1a-b3c1-61fe4b965f31', 'project_id': '162fbfecb7d34725bbc943032ea49172', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:21.068379 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.securitygroups_db [None req-6f29101f-1301-4b2d-aa85-8dfec282899c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Project 162fbfecb7d34725bbc943032ea49172 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 01:31:21.073161 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6f29101f-1301-4b2d-aa85-8dfec282899c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (331c2446-4922-40b3-85c8-b546f90a5c2f), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.131587 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6f29101f-1301-4b2d-aa85-8dfec282899c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (331c2446-4922-40b3-85c8-b546f90a5c2f), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.134901 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6f29101f-1301-4b2d-aa85-8dfec282899c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (331c2446-4922-40b3-85c8-b546f90a5c2f), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.152496 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f29101f-1301-4b2d-aa85-8dfec282899c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331c2446-4922-40b3-85c8-b546f90a5c2f,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:21.161414 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-6f29101f-1301-4b2d-aa85-8dfec282899c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.162653 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-6f29101f-1301-4b2d-aa85-8dfec282899c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1162057 Mar 29 01:31:21.165606 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48622) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:21.170095 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [None req-4aa263ef-8662-4eba-b208-6ce386530cf9 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Request body: {'security_group_rule': {'security_group_id': '56d1cf45-0244-4c1a-b3c1-61fe4b965f31', 'project_id': '162fbfecb7d34725bbc943032ea49172', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:21.189736 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.db.securitygroups_db [None req-4aa263ef-8662-4eba-b208-6ce386530cf9 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Project 162fbfecb7d34725bbc943032ea49172 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 29 01:31:21.194472 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4aa263ef-8662-4eba-b208-6ce386530cf9 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (a81bb36b-c2be-44d2-bb3e-d60d1762fcf5), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.251694 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4aa263ef-8662-4eba-b208-6ce386530cf9 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (a81bb36b-c2be-44d2-bb3e-d60d1762fcf5), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.255040 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4aa263ef-8662-4eba-b208-6ce386530cf9 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2086859'] for security_group_rule (a81bb36b-c2be-44d2-bb3e-d60d1762fcf5), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.272012 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa263ef-8662-4eba-b208-6ce386530cf9 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81bb36b-c2be-44d2-bb3e-d60d1762fcf5,revision_number=0']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:21.279399 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-4aa263ef-8662-4eba-b208-6ce386530cf9 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.280567 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-4aa263ef-8662-4eba-b208-6ce386530cf9 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1140082 Mar 29 01:31:21.614572 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 968b01c3-9c81-490a-b37a-9848b228d804 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:31:21.669960 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 968b01c3-9c81-490a-b37a-9848b228d804 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:21.670316 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (968b01c3-9c81-490a-b37a-9848b228d804), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.780857 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 968b01c3-9c81-490a-b37a-9848b228d804 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:21.781256 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (968b01c3-9c81-490a-b37a-9848b228d804), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.805105 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-e119b651-2c80-46ec-9552-58100770260e None None] For port 968b01c3-9c81-490a-b37a-9848b228d804, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=968b01c3-9c81-490a-b37a-9848b228d804,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:21.810262 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (968b01c3-9c81-490a-b37a-9848b228d804), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:21.863866 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Pushing event updated for resources: {'Port': ['ID=968b01c3-9c81-490a-b37a-9848b228d804,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:22.769832 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Sync routers for ids ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:31:22.780354 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Routers {'746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:22.780966 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:22.893250 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Set router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:23.091803 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'name': 'tempest-TestShelveInstance-927066177-router', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '968b01c3-9c81-490a-b37a-9848b228d804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 4, 'project_id': 'c6046202c08146a3974b090178c474c7', 'gw_port': {'id': '968b01c3-9c81-490a-b37a-9848b228d804', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'b1f26e4d-1487-4be4-ab34-73e404ff9aa1', 'name': '', 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '318af41d-062d-4e7d-b3bd-1100d308dbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:18Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 2, 'project_id': 'c6046202c08146a3974b090178c474c7', 'subnets': [{'id': '318af41d-062d-4e7d-b3bd-1100d308dbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:23.117724 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Checking router: 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:31:23.118082 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Updating router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 binding host dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 29 01:31:23.146891 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:23.412519 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Publish callbacks [] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), precommit_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:23.417933 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:23.474902 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d38f3-7ad7-4396-aae6-4c716410163f None None] Pushing event updated for resources: {'Port': ['ID=b1f26e4d-1487-4be4-ab34-73e404ff9aa1,revision_number=3']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:23.531456 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Attempting to bind port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 on host dv-cinder-750782-13-iscsi for vnic_type normal with profile {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:31:23.531898 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Attempting to bind port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 by drivers openvswitch,hyperv on host dv-cinder-750782-13-iscsi at level 0 using segments [{'id': '4bacb047-976a-4d4d-b857-4282b2ebe915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4'}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:31:23.532774 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Attempting to bind port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 on network 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:31:23.537866 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Checking agent: {'id': 'e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-750782-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 8, 31), 'started_at': datetime.datetime(2022, 3, 29, 1, 9, 1), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-750782-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:31:23.538238 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Checking segment: {'id': '4bacb047-976a-4d4d-b857-4282b2ebe915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103388) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:31:23.538645 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:23.539064 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Bound using segment: {'id': '4bacb047-976a-4d4d-b857-4282b2ebe915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4'} {{(pid=103388) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:31:23.539531 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.managers [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Bound port: b1f26e4d-1487-4be4-ab34-73e404ff9aa1, host: dv-cinder-750782-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bacb047-976a-4d4d-b857-4282b2ebe915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 268, 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4'}}] {{(pid=103388) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:31:23.539914 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), before_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:23.601483 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 968b01c3-9c81-490a-b37a-9848b228d804 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:31:23.662609 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port 968b01c3-9c81-490a-b37a-9848b228d804 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:23.663033 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (968b01c3-9c81-490a-b37a-9848b228d804), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:23.698686 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] For port b1f26e4d-1487-4be4-ab34-73e404ff9aa1, host dv-cinder-750782-13-iscsi, cleared binding levels {{(pid=103388) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:31:23.702594 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.plugins.ml2.db [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] For port b1f26e4d-1487-4be4-ab34-73e404ff9aa1, host dv-cinder-750782-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=b1f26e4d-1487-4be4-ab34-73e404ff9aa1,segment=NetworkSegment(4bacb047-976a-4d4d-b857-4282b2ebe915),segment_id=4bacb047-976a-4d4d-b857-4282b2ebe915)] {{(pid=103388) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:31:23.709155 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron_lib.callbacks.manager [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), after_update {{(pid=103388) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:23.709982 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-b6d7280c-258f-45c6-93d7-0422a0992bae None None] Provisioning complete for port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:23.710356 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b6d7280c-258f-45c6-93d7-0422a0992bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:23.775909 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Routers {'746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:23.776661 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:30:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:23.791431 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port 968b01c3-9c81-490a-b37a-9848b228d804 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:23.836337 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-b6d7280c-258f-45c6-93d7-0422a0992bae None None] Current status of the port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 is: DOWN; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:23.836744 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b6d7280c-258f-45c6-93d7-0422a0992bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:23.849859 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d38f3-7ad7-4396-aae6-4c716410163f None None] Pushing event updated for resources: {'Port': ['ID=b1f26e4d-1487-4be4-ab34-73e404ff9aa1,revision_number=4']} {{(pid=103388) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:23.888426 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-b6d7280c-258f-45c6-93d7-0422a0992bae None None] For port b1f26e4d-1487-4be4-ab34-73e404ff9aa1, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=b1f26e4d-1487-4be4-ab34-73e404ff9aa1,segment=NetworkSegment(4bacb047-976a-4d4d-b857-4282b2ebe915),segment_id=4bacb047-976a-4d4d-b857-4282b2ebe915)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:23.895389 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-b6d7280c-258f-45c6-93d7-0422a0992bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:23.905644 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] Set router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:23.951031 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7280c-258f-45c6-93d7-0422a0992bae None None] Pushing event updated for resources: {'Port': ['ID=b1f26e4d-1487-4be4-ab34-73e404ff9aa1,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:24.019035 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-2c72f64f-b935-4d5f-ac64-90d0c486ab0c None None] Provisioning complete for port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:24.019426 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-2c72f64f-b935-4d5f-ac64-90d0c486ab0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:24.116663 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-2c72f64f-b935-4d5f-ac64-90d0c486ab0c None None] Current status of the port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:24.119683 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'name': 'tempest-TestShelveInstance-927066177-router', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '968b01c3-9c81-490a-b37a-9848b228d804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 4, 'project_id': 'c6046202c08146a3974b090178c474c7', 'gw_port': {'id': '968b01c3-9c81-490a-b37a-9848b228d804', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'b1f26e4d-1487-4be4-ab34-73e404ff9aa1', 'name': '', 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '318af41d-062d-4e7d-b3bd-1100d308dbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:18Z', 'updated_at': '2022-03-29T01:31:23Z', 'revision_number': 4, 'project_id': 'c6046202c08146a3974b090178c474c7', 'subnets': [{'id': '318af41d-062d-4e7d-b3bd-1100d308dbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:24.149231 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b52471f-5059-4314-a214-4bacddb9e902 None None] The sync data for ids ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'] in dv-cinder-750782-13-iscsi is: [{'id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'name': 'tempest-TestShelveInstance-927066177-router', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '968b01c3-9c81-490a-b37a-9848b228d804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 4, 'project_id': 'c6046202c08146a3974b090178c474c7', 'gw_port': {'id': '968b01c3-9c81-490a-b37a-9848b228d804', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': 'b1f26e4d-1487-4be4-ab34-73e404ff9aa1', 'name': '', 'network_id': '1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'mac_address': 'fa:16:3e:a1:41:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': '318af41d-062d-4e7d-b3bd-1100d308dbc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:18Z', 'updated_at': '2022-03-29T01:31:23Z', 'revision_number': 4, 'project_id': 'c6046202c08146a3974b090178c474c7', 'subnets': [{'id': '318af41d-062d-4e7d-b3bd-1100d308dbc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:31:25.145914 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ca4b1275-27c0-47cc-a34b-c1a820d3a85c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:25.590571 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device b1f26e4d-1487-4be4-ab34-73e404ff9aa1 up at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:31:25.640479 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-e119b651-2c80-46ec-9552-58100770260e None None] Provisioning complete for port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:25.640758 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:25.721090 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] Current status of the port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 is: ACTIVE; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:27.532767 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6925-b2c7-4bda-8e05-d68a4629f456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:28.612200 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:29.976491 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:31.544948 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:34.671901 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:31:35.688877 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:40.896542 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-6b9c128a-5010-42a9-bf76-12b66259766f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-473008515&fields=id&tenant_id=162fbfecb7d34725bbc943032ea49172 HTTP/1.1" status: 200 len: 267 time: 0.0446031 Mar 29 01:31:40.999544 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-2560735b-aa5a-4dd1-bc4a-bf72f4da27c6 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:41.000981 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-2560735b-aa5a-4dd1-bc4a-bf72f4da27c6 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/networks?id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 200 len: 808 time: 0.0988750 Mar 29 01:31:41.015737 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-e8b2feb4-22b4-4bb9-9944-710dd584bb08 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/quotas/162fbfecb7d34725bbc943032ea49172 HTTP/1.1" status: 200 len: 375 time: 0.0088089 Mar 29 01:31:41.072273 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-40573c86-e097-40a5-aef7-0d0993052d82 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=162fbfecb7d34725bbc943032ea49172&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519457 Mar 29 01:31:41.255999 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-c26a8ddd-c9c4-439a-9cd5-eeced2eb69cb service neutron] 10.222.0.23 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726804 Mar 29 01:31:41.346316 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-59429538-333a-4f84-a9f2-a22e2c72ede0 service neutron] 10.222.0.23 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846829 Mar 29 01:31:41.674737 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-11531a08-c20c-4a19-b75b-086d03e70db5 req-c59a2a1a-0bf4-407d-a1e2-e825c7388cd4 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 210 time: 0.0780985 Mar 29 01:31:42.521999 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-b0313c87-bba5-45b8-8266-c097c8572db2 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:42.524375 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-b0313c87-bba5-45b8-8266-c097c8572db2 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.13 "GET /v2.0/networks?id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 200 len: 808 time: 0.1063507 Mar 29 01:31:42.588325 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-b335292d-7466-4f34-b490-b9aa89bac3b5 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=162fbfecb7d34725bbc943032ea49172 HTTP/1.1" status: 200 len: 379 time: 0.0558074 Mar 29 01:31:42.596651 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Request body: {'port': {'device_id': '7b1a59f6-b214-4097-8310-738667d9a914', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'admin_state_up': True, 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'security_groups': ['56d1cf45-0244-4c1a-b3c1-61fe4b965f31']}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:42.699595 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Made reservation on behalf of 162fbfecb7d34725bbc943032ea49172 for: {'port': 1} {{(pid=103386) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 29 01:31:42.703207 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:42.771113 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3054ec64-fa9f-4de2-9717-e2cb27f3b7de req-121d86c9-b799-4164-bb9d-1c6c6c7bbda8 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 210 time: 0.0273659 Mar 29 01:31:42.837134 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_common [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Allocated IP 172.20.0.9 (f7ffc7fe-28cb-4677-b4bf-09a03437c6ff/7dc25b8f-7334-4c64-88f9-83abdd8c87ed/6cc63c01-99b5-47d3-ab3b-a9ae800d84aa) {{(pid=103386) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:31:42.979253 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), precommit_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:43.012815 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), after_create {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:43.053244 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff is already hosted by enough agents. {{(pid=103386) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:31:43.056384 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.base_scheduler [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Resources bound (agent type, host, resource id): {{(pid=103386) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:43.062626 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Received port after_create {{(pid=103386) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:31:43.068382 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event updated for resources: {'Port': ['ID=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,revision_number=1']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:43.097726 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.098069 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.098407 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.098741 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.099091 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.099414 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.099733 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.100057 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.100373 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.101306 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.101656 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.101982 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.102309 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.102612 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.102948 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:43.126095 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:43.126695 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:43.143886 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-376db2eb-ab67-4837-a53d-b0b47770c246 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5507390 Mar 29 01:31:43.154738 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.v2.base [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Request body: {'port': {'device_id': '7b1a59f6-b214-4097-8310-738667d9a914', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75078'}} {{(pid=103386) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:43.218802 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:43.252161 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-540ddf60-dc64-4acf-a3bf-d4a87f944cad None None] Provisioning complete for port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa triggered by entity DHCP. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:43.252770 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-540ddf60-dc64-4acf-a3bf-d4a87f944cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:43.286242 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-540ddf60-dc64-4acf-a3bf-d4a87f944cad None None] Port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa cannot update to ACTIVE because it is not bound. {{(pid=103387) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 29 01:31:43.473876 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa {{(pid=103386) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:31:43.481620 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Publish callbacks [] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), precommit_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:43.493690 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.provisioning_blocks [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Transition to ACTIVE for port object 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa will not be triggered until provisioned by entity L2. {{(pid=103386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 29 01:31:43.497495 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:43.545599 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,revision_number=2']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:43.881600 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Attempting to bind port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa on host hv-cinder-75078 for vnic_type normal with profile {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 29 01:31:43.882520 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Attempting to bind port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa by drivers openvswitch,hyperv on host hv-cinder-75078 at level 0 using segments [{'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 29 01:31:43.882868 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Attempting to bind port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa on network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:31:43.887008 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa on network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75078 {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 29 01:31:43.887321 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Attempting to bind port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa on network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 29 01:31:43.891937 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Checking agent: {'id': '536f0b58-e093-4781-a27e-7bef5ba1e8d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75078', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'started_at': datetime.datetime(2022, 3, 29, 1, 14, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 29, 1, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 29 01:31:43.892268 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Checking segment: {'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 29 01:31:43.892645 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Bound using segment: {'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'} {{(pid=103386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 29 01:31:43.893056 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.managers [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Bound port: 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa, host: hv-cinder-75078, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cd83192-1201-489c-a126-335d3ecdad7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff'}}] {{(pid=103386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 29 01:31:43.893409 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), before_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:43.898121 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40823e5b-c43b-4ea9-952c-bec30a57f4a2 req-21b70a19-32f4-42a1-a45c-cfdf06155e79 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:43.899645 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-40823e5b-c43b-4ea9-952c-bec30a57f4a2 req-21b70a19-32f4-42a1-a45c-cfdf06155e79 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0529385 Mar 29 01:31:43.948728 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-40823e5b-c43b-4ea9-952c-bec30a57f4a2 req-be382567-335f-4b08-b350-eb0f5a28e5f2 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Mar 29 01:31:43.955234 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] For port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa, host hv-cinder-75078, cleared binding levels {{(pid=103386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 29 01:31:43.958206 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] For port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa, host hv-cinder-75078, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 29 01:31:43.966804 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10030595'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), after_update {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:44.000113 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:44.000716 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:44.002066 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] 10.222.0.13 "PUT /v2.0/ports/6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 1093 time: 0.8513970 Mar 29 01:31:44.002498 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:31:44.004779 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ea0f43-225f-4302-a847-fc358ff8946e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:31:44.028912 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08d9b5e-1304-4bf1-9a06-9d6aa6a01308 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,revision_number=3']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:44.074587 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c9d378-e2f2-4fb9-af88-daaf7d859e3e x-openstack-request-id: req-89c9d378-e2f2-4fb9-af88-daaf7d859e3e {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:31:44.074910 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:31:44.075167 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89c9d378-e2f2-4fb9-af88-daaf7d859e3e {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:31:44.075563 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c9d378-e2f2-4fb9-af88-daaf7d859e3e'] response: {'name': 'network-changed', 'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'status': 'completed', 'code': 200} Mar 29 01:31:44.095502 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-01faec5c-c974-48ce-8ec6-9fc6a5b25a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:44.097028 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-01faec5c-c974-48ce-8ec6-9fc6a5b25a48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162fbfecb7d34725bbc943032ea49172&device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1127 time: 0.0540512 Mar 29 01:31:44.138100 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-3e53f869-27a9-4a20-91b9-6a75eeda4073 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 217 time: 0.0349805 Mar 29 01:31:44.189318 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-6e65d563-d222-426e-936a-844eaec15cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:44.191034 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-6e65d563-d222-426e-936a-844eaec15cd9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dc25b8f-7334-4c64-88f9-83abdd8c87ed HTTP/1.1" status: 200 len: 847 time: 0.0462296 Mar 29 01:31:44.242393 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-bcdd7c4d-a06d-4960-96f6-0891ef289406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:44.244046 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-bcdd7c4d-a06d-4960-96f6-0891ef289406 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0467985 Mar 29 01:31:44.329797 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-4312c896-e447-4128-ae99-1ce15f77e78c service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797513 Mar 29 01:31:44.421423 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-63a96eb3-ea02-4ed4-a7ea-13ba7fc1a340 req-9fc39c3f-2c05-427c-be4b-4a85bfd746b2 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856268 Mar 29 01:31:44.512885 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea0f43-225f-4302-a847-fc358ff8946e req-8dea0c58-2e16-4f58-9ae0-c7ccd1e21688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:44.514411 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-60ea0f43-225f-4302-a847-fc358ff8946e req-8dea0c58-2e16-4f58-9ae0-c7ccd1e21688 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162fbfecb7d34725bbc943032ea49172&device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1127 time: 0.0455244 Mar 29 01:31:44.601667 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea0f43-225f-4302-a847-fc358ff8946e req-939bc870-208f-416e-8f94-598401ae7efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:44.602911 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-60ea0f43-225f-4302-a847-fc358ff8946e req-939bc870-208f-416e-8f94-598401ae7efa service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 200 len: 909 time: 0.0818942 Mar 29 01:31:44.644769 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-60ea0f43-225f-4302-a847-fc358ff8946e req-d93b8964-dd8c-4428-b78f-6022ac5ebaf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 217 time: 0.0358522 Mar 29 01:31:44.692071 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea0f43-225f-4302-a847-fc358ff8946e req-3c56b554-4dec-4efe-91d9-b7976e2a9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:44.693469 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-60ea0f43-225f-4302-a847-fc358ff8946e req-3c56b554-4dec-4efe-91d9-b7976e2a9826 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dc25b8f-7334-4c64-88f9-83abdd8c87ed HTTP/1.1" status: 200 len: 847 time: 0.0420327 Mar 29 01:31:44.742638 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea0f43-225f-4302-a847-fc358ff8946e req-658b22ca-2354-4871-8cb3-5bb19390df60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:44.744160 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-60ea0f43-225f-4302-a847-fc358ff8946e req-658b22ca-2354-4871-8cb3-5bb19390df60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0447843 Mar 29 01:31:44.834635 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-60ea0f43-225f-4302-a847-fc358ff8946e req-6b658541-2430-429a-8966-15219a304976 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837774 Mar 29 01:31:44.922023 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-60ea0f43-225f-4302-a847-fc358ff8946e req-33737e39-5617-4c5b-88e1-4846f7529f39 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797296 Mar 29 01:31:45.072312 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c828a-a993-4b5c-aac2-993920353ae7 req-8122bdb9-a9a6-45b8-ac88-f2b9b3f24865 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:45.073754 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c58c828a-a993-4b5c-aac2-993920353ae7 req-8122bdb9-a9a6-45b8-ac88-f2b9b3f24865 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0589278 Mar 29 01:31:45.121512 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c58c828a-a993-4b5c-aac2-993920353ae7 req-cd494695-8ab7-4161-9cfc-e16b5708e4a3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418768 Mar 29 01:31:46.237613 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f856855-9380-403f-af9a-86615452bb93 req-7c27d2d8-f762-4727-a1be-16bfd6c0cc2e tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:46.239097 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7f856855-9380-403f-af9a-86615452bb93 req-7c27d2d8-f762-4727-a1be-16bfd6c0cc2e tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0517433 Mar 29 01:31:46.286959 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7f856855-9380-403f-af9a-86615452bb93 req-bcc551f4-87f8-4203-8a8e-8f97007cdf7c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415757 Mar 29 01:31:47.404309 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a803f6-d4b5-4b12-90d1-2a93b4992c59 req-72c5def8-c9eb-45e8-9282-6d228e99464c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:47.405791 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-39a803f6-d4b5-4b12-90d1-2a93b4992c59 req-72c5def8-c9eb-45e8-9282-6d228e99464c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0554438 Mar 29 01:31:47.456628 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-39a803f6-d4b5-4b12-90d1-2a93b4992c59 req-2e23caa9-5d97-4269-8e7f-aef8a45b8ec6 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451570 Mar 29 01:31:48.572071 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355082b1-dfd4-44c1-b42e-0a821155c7ad req-30f5a0f8-0591-4d14-a8de-4813c6f72bab tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:48.573554 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-355082b1-dfd4-44c1-b42e-0a821155c7ad req-30f5a0f8-0591-4d14-a8de-4813c6f72bab tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0526512 Mar 29 01:31:48.622051 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-355082b1-dfd4-44c1-b42e-0a821155c7ad req-b189edf0-46c6-4b58-97c4-5c3bc71faa66 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429332 Mar 29 01:31:49.738241 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc3a48-4c68-44a6-be87-516e3b54e254 req-d2527230-87fc-43fa-965f-ed1f61f65bc3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:49.739792 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c1bc3a48-4c68-44a6-be87-516e3b54e254 req-d2527230-87fc-43fa-965f-ed1f61f65bc3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0538280 Mar 29 01:31:49.800405 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c1bc3a48-4c68-44a6-be87-516e3b54e254 req-1a79e119-b979-4bb7-9b95-23fbcc12bdab tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541542 Mar 29 01:31:50.920931 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8284a20-ce17-4fb7-9cf0-463ffb85bc1b req-ba1c5f0e-b0b5-4595-99cb-4cf07e6166ea tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:50.922377 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8284a20-ce17-4fb7-9cf0-463ffb85bc1b req-ba1c5f0e-b0b5-4595-99cb-4cf07e6166ea tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0527809 Mar 29 01:31:50.970179 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e8284a20-ce17-4fb7-9cf0-463ffb85bc1b req-eadc4699-fa32-4769-87ef-1b9bdd37538d tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422425 Mar 29 01:31:52.086421 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beda45e-7885-4ffb-8d3a-43931be4712e req-6c6245cf-321b-44cb-827e-de74b0b55221 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:52.087890 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9beda45e-7885-4ffb-8d3a-43931be4712e req-6c6245cf-321b-44cb-827e-de74b0b55221 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0518332 Mar 29 01:31:52.139089 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9beda45e-7885-4ffb-8d3a-43931be4712e req-51e72362-84d4-4df4-b01f-8202f3b70f4a tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451131 Mar 29 01:31:52.550773 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:31:52.644388 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:52.655769 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'port_id': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'mac_address': 'fa:16:3e:42:e9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:31:52.697641 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:52.698030 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:52.711515 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:31:52.730409 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:52.734744 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:52.781769 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,revision_number=4']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:52.789188 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.789537 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.789884 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.790253 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.790587 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.790944 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.791273 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.791597 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.791924 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.792250 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.792574 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.792899 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.793221 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.793540 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:52.793858 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:53.076831 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['6cc63c01-99b5-47d3-ab3b-a9ae800d84aa'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:31:53.258514 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a007bc-80b1-4450-8182-065bda353dc3 req-7b0ac63c-5285-4f5e-8d7d-74544a65a16d tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:53.260076 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02a007bc-80b1-4450-8182-065bda353dc3 req-7b0ac63c-5285-4f5e-8d7d-74544a65a16d tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 944 time: 0.0556433 Mar 29 01:31:53.307759 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-02a007bc-80b1-4450-8182-065bda353dc3 req-c1c4f6cf-ee76-48d8-a188-a8bec9132103 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422368 Mar 29 01:31:54.435047 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61faecb-2f85-4d77-876a-d90f76e4e448 req-424b7299-6bf6-480f-920a-9ec51c85c303 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:54.436968 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c61faecb-2f85-4d77-876a-d90f76e4e448 req-424b7299-6bf6-480f-920a-9ec51c85c303 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 944 time: 0.0620713 Mar 29 01:31:54.485835 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c61faecb-2f85-4d77-876a-d90f76e4e448 req-0c346257-c587-4949-a258-483bf6a596da tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429447 Mar 29 01:31:54.550647 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:31:54.600177 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning for port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa completed by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 29 01:31:54.603926 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:31:54.604305 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:54.685845 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:31:54.687184 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:54.719052 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:31:54.721408 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2c8904-0258-459c-ac77-0a9c271c1453" -d '{"events": [{"server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "name": "network-vif-plugged", "status": "completed", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:31:54.734571 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:31:54.738591 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:54.762530 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768943be-8711-4763-9903-a6608f454a21 x-openstack-request-id: req-768943be-8711-4763-9903-a6608f454a21 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:31:54.763287 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "name": "network-vif-plugged", "status": "completed", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:31:54.763287 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-768943be-8711-4763-9903-a6608f454a21 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:31:54.763483 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768943be-8711-4763-9903-a6608f454a21'] response: {'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'code': 200} Mar 29 01:31:54.789076 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,revision_number=5']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:54.968841 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6220cd-02de-448b-a58a-6b6335e9686e req-625b3a72-b3a4-440a-81ae-c593b083dd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:54.970366 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ff6220cd-02de-448b-a58a-6b6335e9686e req-625b3a72-b3a4-440a-81ae-c593b083dd4e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1129 time: 0.0485418 Mar 29 01:31:55.014501 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-ff6220cd-02de-448b-a58a-6b6335e9686e req-99194713-f882-49c5-b31c-93cede4ffed2 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377622 Mar 29 01:31:55.148265 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-119dc5dc-ae17-4f55-9226-94570bfa3dda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:55.602877 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d2878-97dd-455a-9a54-17ed32379136 req-6304cf1b-795a-4ae5-8ea6-5972bb3edfa3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:55.604315 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4b1d2878-97dd-455a-9a54-17ed32379136 req-6304cf1b-795a-4ae5-8ea6-5972bb3edfa3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0524061 Mar 29 01:31:55.655902 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-4b1d2878-97dd-455a-9a54-17ed32379136 req-2077d9af-cc56-4506-9621-507632fc24ef tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461090 Mar 29 01:31:56.773919 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df7898-9cf3-4751-ba41-f789a68551c9 req-5709fbc2-c8f8-4528-90f2-7fe5dafd690b tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:56.775410 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5df7898-9cf3-4751-ba41-f789a68551c9 req-5709fbc2-c8f8-4528-90f2-7fe5dafd690b tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0518990 Mar 29 01:31:56.822659 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5df7898-9cf3-4751-ba41-f789a68551c9 req-01b6f10a-5e3a-4030-9de6-e58f4c35a399 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418110 Mar 29 01:31:56.937018 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84167f25-5d60-4c9d-8440-a67adf0faa22 req-531f6968-4991-4794-97f0-634f911b1a5e tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:56.938391 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-84167f25-5d60-4c9d-8440-a67adf0faa22 req-531f6968-4991-4794-97f0-634f911b1a5e tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0516732 Mar 29 01:31:56.986095 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-84167f25-5d60-4c9d-8440-a67adf0faa22 req-db14679f-f553-4ea4-8bb9-276dab886243 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Mar 29 01:31:57.007085 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48786) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:57.092190 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84126a39-00b7-4477-84bc-0002edb474f8 tempest-TestShelveInstance-474883007 tempest-TestShelveInstance-474883007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:57.093697 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-84126a39-00b7-4477-84bc-0002edb474f8 tempest-TestShelveInstance-474883007 tempest-TestShelveInstance-474883007-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1124 time: 0.0856764 Mar 29 01:31:57.096502 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48790) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:31:57.101177 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.v2.base [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Request body: {'floatingip': {'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'port_id': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103385) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 29 01:31:57.120950 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:57.215316 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (None), before_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:57.319035 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.db_base_plugin_common [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Allocated IP 172.27.2.61 (d6baab9c-63f1-4cb4-8c83-cc41134b5337/e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e/5edae905-79ae-46f9-969c-fe6dce52a140) {{(pid=103385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 29 01:31:57.418122 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for port (5edae905-79ae-46f9-969c-fe6dce52a140), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:57.450790 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738713594628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (5edae905-79ae-46f9-969c-fe6dce52a140), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:57.492255 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Network d6baab9c-63f1-4cb4-8c83-cc41134b5337 is already hosted by enough agents. {{(pid=103385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 29 01:31:57.495096 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.base_scheduler [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Resources bound (agent type, host, resource id): {{(pid=103385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 29 01:31:57.500488 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Received port after_create {{(pid=103385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 29 01:31:57.522052 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event updated for resources: {'Port': ['ID=5edae905-79ae-46f9-969c-fe6dce52a140,revision_number=1']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:57.534331 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.534703 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.535060 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.535432 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.535737 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.536105 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.536325 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a31e885e-8f6c-438f-b5cd-ff36521452fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:57.536759 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.536759 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.537088 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.537408 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.537732 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.538836 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.539356 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.539733 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.540044 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:31:57.858565 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for floatingip (4e19d45d-a455-4b73-a529-32010f694283), precommit_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:57.929374 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (5edae905-79ae-46f9-969c-fe6dce52a140), before_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:58.077563 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for port (5edae905-79ae-46f9-969c-fe6dce52a140), precommit_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:58.081839 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17430648'] for port (5edae905-79ae-46f9-969c-fe6dce52a140), after_update {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:58.155030 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event updated for resources: {'Port': ['ID=5edae905-79ae-46f9-969c-fe6dce52a140,revision_number=2']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:31:58.161085 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1622342'] for floatingip (4e19d45d-a455-4b73-a529-32010f694283), after_create {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:58.262865 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Floating IP 4e19d45d-a455-4b73-a529-32010f694283 associated. External IP: 172.27.2.61, port: 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa. Mar 29 01:31:58.479460 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Router 350a9e97-c188-44b9-84a1-6041df0aa3fe has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:31:58.587346 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:31:58.596497 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c691e6-4619-4bee-84d7-fe9c0d96b790 None None] Sync routers for ids ['350a9e97-c188-44b9-84a1-6041df0aa3fe'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:31:58.604745 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:58.619514 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c691e6-4619-4bee-84d7-fe9c0d96b790 None None] Routers {'350a9e97-c188-44b9-84a1-6041df0aa3fe'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:58.620347 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-08c691e6-4619-4bee-84d7-fe9c0d96b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:31:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['350a9e97-c188-44b9-84a1-6041df0aa3fe'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:58.623506 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:31:58.636318 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-d3cd8326-686d-4803-a16b-b1c7322c6fb3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5388243 Mar 29 01:31:58.636913 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:31:58.639735 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f8119a-6619-4086-9e0b-ae590963c19d" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:31:58.674463 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ada178-bfcd-4b2b-af87-b2054b6b421c x-openstack-request-id: req-80ada178-bfcd-4b2b-af87-b2054b6b421c {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:31:58.674775 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:31:58.675044 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-80ada178-bfcd-4b2b-af87-b2054b6b421c {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:31:58.675453 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80ada178-bfcd-4b2b-af87-b2054b6b421c'] response: {'name': 'network-changed', 'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'status': 'completed', 'code': 200} Mar 29 01:31:58.734278 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-08c691e6-4619-4bee-84d7-fe9c0d96b790 None None] Set router 350a9e97-c188-44b9-84a1-6041df0aa3fe gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:58.743161 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8119a-6619-4086-9e0b-ae590963c19d req-341efacd-bf5c-420d-ac43-b7daee2058f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:58.744703 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-43f8119a-6619-4086-9e0b-ae590963c19d req-341efacd-bf5c-420d-ac43-b7daee2058f4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162fbfecb7d34725bbc943032ea49172&device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1129 time: 0.0484161 Mar 29 01:31:58.837137 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8119a-6619-4086-9e0b-ae590963c19d req-5509bc2e-7ba8-4815-88f1-851d2b68f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:58.838613 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-43f8119a-6619-4086-9e0b-ae590963c19d req-5509bc2e-7ba8-4815-88f1-851d2b68f687 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 200 len: 909 time: 0.0872381 Mar 29 01:31:58.903211 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-43f8119a-6619-4086-9e0b-ae590963c19d req-293dcbdb-c55b-48f7-b964-c31d7d8c8f4a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 998 time: 0.0575566 Mar 29 01:31:58.951398 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8119a-6619-4086-9e0b-ae590963c19d req-5f8e65be-4ff7-4fd3-9546-8c4bbd647cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:58.952835 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-43f8119a-6619-4086-9e0b-ae590963c19d req-5f8e65be-4ff7-4fd3-9546-8c4bbd647cb0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dc25b8f-7334-4c64-88f9-83abdd8c87ed HTTP/1.1" status: 200 len: 847 time: 0.0440192 Mar 29 01:31:58.955813 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-08c691e6-4619-4bee-84d7-fe9c0d96b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '4e19d45d-a455-4b73-a529-32010f694283', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'port_id': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'mac_address': 'fa:16:3e:42:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1a59f6-b214-4097-8310-738667d9a914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:31:57Z', 'updated_at': '2022-03-29T01:31:57Z', 'revision_number': 0, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c06e1a-cc1f-4232-9c23-3a517734efe4', 'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'mac_address': 'fa:16:3e:db:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:13Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 5, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'subnets': [{'id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:58.986140 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c691e6-4619-4bee-84d7-fe9c0d96b790 None None] Checking router: 350a9e97-c188-44b9-84a1-6041df0aa3fe for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:31:58.994354 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c691e6-4619-4bee-84d7-fe9c0d96b790 None None] Routers {'350a9e97-c188-44b9-84a1-6041df0aa3fe'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:31:58.995000 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-08c691e6-4619-4bee-84d7-fe9c0d96b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:31:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['350a9e97-c188-44b9-84a1-6041df0aa3fe'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:59.004280 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8119a-6619-4086-9e0b-ae590963c19d req-1262689d-c0d7-4c45-bd4b-0f72b838737d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:31:59.005750 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-43f8119a-6619-4086-9e0b-ae590963c19d req-1262689d-c0d7-4c45-bd4b-0f72b838737d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0472124 Mar 29 01:31:59.093121 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-43f8119a-6619-4086-9e0b-ae590963c19d req-7fa3ca53-b758-43ce-85f1-9213b84d2ec1 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808039 Mar 29 01:31:59.100388 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-08c691e6-4619-4bee-84d7-fe9c0d96b790 None None] Set router 350a9e97-c188-44b9-84a1-6041df0aa3fe gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:31:59.183528 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-43f8119a-6619-4086-9e0b-ae590963c19d req-fe93cfcd-9f34-443e-aa3b-7eba952090fb service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852022 Mar 29 01:31:59.322443 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-08c691e6-4619-4bee-84d7-fe9c0d96b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '4e19d45d-a455-4b73-a529-32010f694283', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'port_id': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'mac_address': 'fa:16:3e:42:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1a59f6-b214-4097-8310-738667d9a914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:31:57Z', 'updated_at': '2022-03-29T01:31:57Z', 'revision_number': 0, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c06e1a-cc1f-4232-9c23-3a517734efe4', 'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'mac_address': 'fa:16:3e:db:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:13Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 5, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'subnets': [{'id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:31:59.351533 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c691e6-4619-4bee-84d7-fe9c0d96b790 None None] The sync data for ids ['350a9e97-c188-44b9-84a1-6041df0aa3fe'] in dv-cinder-750782-13-iscsi is: [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_floatingips': [{'id': '4e19d45d-a455-4b73-a529-32010f694283', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'floating_ip_address': '172.27.2.61', 'floating_network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'router_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'port_id': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'mac_address': 'fa:16:3e:42:e9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b1a59f6-b214-4097-8310-738667d9a914', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-29T01:31:57Z', 'updated_at': '2022-03-29T01:31:57Z', 'revision_number': 0, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11c06e1a-cc1f-4232-9c23-3a517734efe4', 'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'mac_address': 'fa:16:3e:db:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:13Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 5, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'subnets': [{'id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:31:59.532376 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38307f1c-6e08-4a66-898b-1b2e281279a3 None None] New status for floating IP 4e19d45d-a455-4b73-a529-32010f694283: ACTIVE {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:31:59.979474 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:01.546690 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:05.688773 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:06.383200 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-1ee9d094-b054-4122-9b80-b781b99165d6 req-3d8f9f3f-67d5-488e-92d9-1337b26d6097 service neutron] (103385) timed out ('10.222.0.13', 61153) {{(pid=103385) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 01:32:11.671137 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:32:25.150603 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-960ae674-8502-4472-8d63-8cba64626d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:27.538012 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c968eb0f-47a0-4d84-87d0-a4588b060445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:28.616678 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:29.983202 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:31.550501 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:35.705627 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:44.609514 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-92de49d8-d6f0-4345-9ace-bf5b696113e6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856805 Mar 29 01:32:44.693401 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-d0d8c474-aa1e-4a66-9d53-794229bcb2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:32:44.694979 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-d0d8c474-aa1e-4a66-9d53-794229bcb2bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162fbfecb7d34725bbc943032ea49172&device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1129 time: 0.0435693 Mar 29 01:32:44.797119 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-b4b78ea6-f84d-42c9-9a3c-ea8465539f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:32:44.798480 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-b4b78ea6-f84d-42c9-9a3c-ea8465539f65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 200 len: 909 time: 0.0852215 Mar 29 01:32:44.860923 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-d212f642-68ec-4b06-b163-414aede744a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 1000 time: 0.0561302 Mar 29 01:32:44.907002 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-b43496e8-3724-4c0d-8d25-c484386594f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:32:44.908375 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-b43496e8-3724-4c0d-8d25-c484386594f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dc25b8f-7334-4c64-88f9-83abdd8c87ed HTTP/1.1" status: 200 len: 847 time: 0.0417857 Mar 29 01:32:44.958805 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-a0fd6845-314f-4c9c-a5e6-02f096304e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:32:44.960249 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-a0fd6845-314f-4c9c-a5e6-02f096304e76 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0463586 Mar 29 01:32:45.044772 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-d6330653-c3e6-4026-959f-dee5d6929906 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779047 Mar 29 01:32:45.132799 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-baa7c0e8-3f67-4d06-af43-41fe222048ce req-1f3900d4-ba9c-4170-9c11-7eccfab91ce5 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808768 Mar 29 01:32:48.673489 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:32:55.152190 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c04c0b0c-7d74-4919-99e6-5813ae687694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:57.540879 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-295c7646-985c-4a0d-9c71-5b2a93d59350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:58.616935 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:32:59.986148 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:01.553003 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:05.704180 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:25.153265 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-566ff56a-7466-495a-9091-799d8867b3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:25.672978 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:33:27.543061 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-445d3d4e-6aac-4175-a14a-77f35f2b772c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:28.621241 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:29.989668 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:31.556492 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:35.716205 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:45.552104 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-3dacbd2f-4766-4377-91d1-0a62529e5aab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442410 Mar 29 01:33:45.632499 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-d648a574-56de-4b73-9e18-42e632762f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:33:45.634030 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-d648a574-56de-4b73-9e18-42e632762f74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162fbfecb7d34725bbc943032ea49172&device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1129 time: 0.0431929 Mar 29 01:33:45.738144 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-bdfa664d-47bf-40ed-adb5-7c4c983b3063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:33:45.739733 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-bdfa664d-47bf-40ed-adb5-7c4c983b3063 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 200 len: 909 time: 0.0882771 Mar 29 01:33:45.804373 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-637c2d95-8602-4edb-bcff-3f4532e43ae6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 1000 time: 0.0592072 Mar 29 01:33:45.850209 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-a852537a-6c27-4fb8-897d-8b0068663767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:33:45.851597 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-a852537a-6c27-4fb8-897d-8b0068663767 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dc25b8f-7334-4c64-88f9-83abdd8c87ed HTTP/1.1" status: 200 len: 847 time: 0.0416646 Mar 29 01:33:45.900358 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-8af532d9-afcb-42e2-a680-2c8974128766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:33:45.901812 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-8af532d9-afcb-42e2-a680-2c8974128766 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446386 Mar 29 01:33:45.987339 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-9c1b6308-3bec-47b4-a2d7-5dee3cdd7ce0 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786698 Mar 29 01:33:46.075147 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9065e99f-e6d7-47b7-b6ca-62a5f16853a0 req-1379efea-6648-41dc-babb-6129277a9f64 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819228 Mar 29 01:33:55.153960 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5a53f906-7f0b-4dec-b63f-f2230de847d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:57.544410 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dd5afdc4-d059-4b1c-abb5-08ce7fd5ac7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:58.624565 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:33:59.992931 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:01.558017 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:02.672122 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:34:05.725152 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:12.805593 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa72b25a-7ce9-48c2-b239-2ca2f680ad00 req-1caebc1b-517e-4b5c-91d3-2bf6920cbacb tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:12.807422 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aa72b25a-7ce9-48c2-b239-2ca2f680ad00 req-1caebc1b-517e-4b5c-91d3-2bf6920cbacb tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0540287 Mar 29 01:34:12.855809 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-aa72b25a-7ce9-48c2-b239-2ca2f680ad00 req-eb994d2c-0a12-4870-ace4-86931c07c446 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427468 Mar 29 01:34:13.980482 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac298b9f-b6cb-497d-a93d-1b70cee8a920 req-449605ea-14a4-4c31-a991-33986de8e5a6 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:13.981925 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ac298b9f-b6cb-497d-a93d-1b70cee8a920 req-449605ea-14a4-4c31-a991-33986de8e5a6 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0547934 Mar 29 01:34:14.280823 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-ac298b9f-b6cb-497d-a93d-1b70cee8a920 req-21b3c660-30f4-4e3e-8685-64bd63b504ee tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2933474 Mar 29 01:34:15.395231 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5282-1d29-4a98-a6f7-d53cb0182def req-96d28832-8d28-473b-a172-c201a4e6cd25 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:15.396657 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-387c5282-1d29-4a98-a6f7-d53cb0182def req-96d28832-8d28-473b-a172-c201a4e6cd25 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0507047 Mar 29 01:34:15.444709 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-387c5282-1d29-4a98-a6f7-d53cb0182def req-32fc751a-60df-41a4-87d7-65d74e7919d6 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415134 Mar 29 01:34:16.561487 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015cf2c-74c4-4c29-b611-6807a76b16be req-e268ff7e-8a8f-4e75-b342-8add697b9a5f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:16.562956 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7015cf2c-74c4-4c29-b611-6807a76b16be req-e268ff7e-8a8f-4e75-b342-8add697b9a5f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0515795 Mar 29 01:34:16.612956 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-7015cf2c-74c4-4c29-b611-6807a76b16be req-bf5b8cab-bc6e-4ffa-a4d1-fb1abbe4a917 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443227 Mar 29 01:34:17.729381 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6addfba8-e331-43ae-96f9-f6c4bc214366 req-8bb09473-9394-4930-a72f-112eeb12e711 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:17.730879 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6addfba8-e331-43ae-96f9-f6c4bc214366 req-8bb09473-9394-4930-a72f-112eeb12e711 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0526106 Mar 29 01:34:17.779286 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-6addfba8-e331-43ae-96f9-f6c4bc214366 req-0429c081-a269-4caa-9deb-39c61298234d tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429344 Mar 29 01:34:18.894290 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21003974-e8e0-44a6-806a-8753847b0cdc req-19633134-0cf7-42d1-87a3-c336efd5fb4b tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:18.895767 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-21003974-e8e0-44a6-806a-8753847b0cdc req-19633134-0cf7-42d1-87a3-c336efd5fb4b tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0507700 Mar 29 01:34:18.943965 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-21003974-e8e0-44a6-806a-8753847b0cdc req-de7948a6-d4c6-48a1-b3fd-57471430ad5a tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421431 Mar 29 01:34:20.061692 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d3190-dda4-468e-a045-f768bf8077ff req-c42b8353-6f5a-4e87-ae4b-018527c11653 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:20.063171 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-860d3190-dda4-468e-a045-f768bf8077ff req-c42b8353-6f5a-4e87-ae4b-018527c11653 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0547876 Mar 29 01:34:20.110509 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-860d3190-dda4-468e-a045-f768bf8077ff req-51784c23-8669-458e-ac62-bb419260e694 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416985 Mar 29 01:34:21.230840 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561f615-a92a-4627-9191-2e8cde96df32 req-7db145a2-00d9-44da-80f5-3d4ea3363d07 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:21.232303 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e561f615-a92a-4627-9191-2e8cde96df32 req-7db145a2-00d9-44da-80f5-3d4ea3363d07 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0544827 Mar 29 01:34:21.280472 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-e561f615-a92a-4627-9191-2e8cde96df32 req-eb6030c3-81df-441f-be10-1a78332ff563 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422409 Mar 29 01:34:22.399053 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1ecc74-a7f3-41dc-85ce-d24ded47f328 req-9f7e9737-0375-4ec6-a2fd-22e4fdbda3ef tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:22.401104 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-af1ecc74-a7f3-41dc-85ce-d24ded47f328 req-9f7e9737-0375-4ec6-a2fd-22e4fdbda3ef tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0550985 Mar 29 01:34:22.449766 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-af1ecc74-a7f3-41dc-85ce-d24ded47f328 req-1317b618-a7d4-4ab8-bc2a-67525c8f77e8 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407476 Mar 29 01:34:22.955345 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d7cce-dc4b-4fd6-a964-563177173a2d req-c84498d2-349f-465c-9dd8-e4eecef31989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:22.956798 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2f9d7cce-dc4b-4fd6-a964-563177173a2d req-c84498d2-349f-465c-9dd8-e4eecef31989 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162fbfecb7d34725bbc943032ea49172&device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1129 time: 0.0450892 Mar 29 01:34:23.043260 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d7cce-dc4b-4fd6-a964-563177173a2d req-c544e4fd-70ac-4ab1-8832-99135e6a76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:23.045623 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2f9d7cce-dc4b-4fd6-a964-563177173a2d req-c544e4fd-70ac-4ab1-8832-99135e6a76cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 200 len: 909 time: 0.0816185 Mar 29 01:34:23.110848 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2f9d7cce-dc4b-4fd6-a964-563177173a2d req-d0a4828f-f9d3-4774-8fe9-5210a9ae236a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 1000 time: 0.0594077 Mar 29 01:34:23.155761 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d7cce-dc4b-4fd6-a964-563177173a2d req-cd3b104d-9c18-4b57-a19e-ca480463a690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:23.157117 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2f9d7cce-dc4b-4fd6-a964-563177173a2d req-cd3b104d-9c18-4b57-a19e-ca480463a690 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dc25b8f-7334-4c64-88f9-83abdd8c87ed HTTP/1.1" status: 200 len: 847 time: 0.0407329 Mar 29 01:34:23.203751 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d7cce-dc4b-4fd6-a964-563177173a2d req-7f1c6612-47c9-490d-b41b-511174558696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:23.205161 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2f9d7cce-dc4b-4fd6-a964-563177173a2d req-7f1c6612-47c9-490d-b41b-511174558696 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0424817 Mar 29 01:34:23.293058 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2f9d7cce-dc4b-4fd6-a964-563177173a2d req-3e641595-16bc-4708-8e81-be0ca31f6ee6 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816090 Mar 29 01:34:23.377693 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-2f9d7cce-dc4b-4fd6-a964-563177173a2d req-0474a9aa-f9d6-4568-8a7f-d91986ec046e service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772071 Mar 29 01:34:23.564582 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3125920-5432-4668-b388-098abae7b3c9 req-32339ef8-1b13-4312-988f-b84715af287f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:23.566026 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a3125920-5432-4668-b388-098abae7b3c9 req-32339ef8-1b13-4312-988f-b84715af287f tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0507123 Mar 29 01:34:23.613701 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-a3125920-5432-4668-b388-098abae7b3c9 req-ec007344-4505-4dc0-b170-53bc59eb2b58 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418522 Mar 29 01:34:24.730215 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c762b-c187-4c62-af72-e67dbe7739cd req-ae978e45-9480-432c-b9d1-1847117173b2 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:24.731837 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d26c762b-c187-4c62-af72-e67dbe7739cd req-ae978e45-9480-432c-b9d1-1847117173b2 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0528097 Mar 29 01:34:24.783609 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d26c762b-c187-4c62-af72-e67dbe7739cd req-9258aba6-fec9-4209-bf74-0fe270d92cd3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464351 Mar 29 01:34:25.155130 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5e6491d4-f76d-4d82-a1b0-44fc787fc72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:25.897362 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92890da5-2c83-4c7c-8a75-bdb8d8328f7c req-a7e2d968-b25c-4f14-a0f8-e8717ee51c12 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:25.898731 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92890da5-2c83-4c7c-8a75-bdb8d8328f7c req-a7e2d968-b25c-4f14-a0f8-e8717ee51c12 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0514495 Mar 29 01:34:25.946938 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-92890da5-2c83-4c7c-8a75-bdb8d8328f7c req-f88b82b3-0967-4ac5-b292-5bd35c681c46 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420856 Mar 29 01:34:26.013631 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [req-3227bda7-6a54-4cf4-99c2-b72d39945a3e req-8b4c2440-eb09-44ce-be53-664499a64e4a service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=103385) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 29 01:34:26.014620 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3227bda7-6a54-4cf4-99c2-b72d39945a3e req-8b4c2440-eb09-44ce-be53-664499a64e4a service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059903 Mar 29 01:34:26.199504 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368a845-9134-4013-909f-23404a5477f8 req-d539ad88-7861-46af-b480-6334f22d0a4c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:26.200972 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b368a845-9134-4013-909f-23404a5477f8 req-d539ad88-7861-46af-b480-6334f22d0a4c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0868304 Mar 29 01:34:26.207094 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-2628cd0b-f42f-4351-b386-4385209bed99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107688 Mar 29 01:34:26.253015 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b368a845-9134-4013-909f-23404a5477f8 req-c8f4e971-d28b-4bcc-9f1c-16bda189c886 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449331 Mar 29 01:34:26.332783 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-e6884e13-0219-4f3f-85d1-5d74f022579d tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:26.334109 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-e6884e13-0219-4f3f-85d1-5d74f022579d tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports/6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 942 time: 0.0991161 Mar 29 01:34:27.371005 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be6a4f2-efb7-4c29-aa9a-3bf47700e31d req-25ed0244-48fd-4e6a-ae77-a0bf481b7c36 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:27.372412 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3be6a4f2-efb7-4c29-aa9a-3bf47700e31d req-25ed0244-48fd-4e6a-ae77-a0bf481b7c36 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0524800 Mar 29 01:34:27.420119 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-3be6a4f2-efb7-4c29-aa9a-3bf47700e31d req-2ccbf8f8-10cc-41ea-a63a-8b56e768d790 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421293 Mar 29 01:34:27.545151 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-5c5c16eb-3a61-4875-be24-e822fcc862af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:27.623064 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-5b3e5ed8-57db-41fc-b931-8c36cbc40ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:27.624502 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-5b3e5ed8-57db-41fc-b931-8c36cbc40ce3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914&tenant_id=162fbfecb7d34725bbc943032ea49172 HTTP/1.1" status: 200 len: 1129 time: 0.0798433 Mar 29 01:34:27.697752 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-5fbd4e62-84e3-40ca-a8d0-696e77ee64f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:27.699207 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-5fbd4e62-84e3-40ca-a8d0-696e77ee64f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162fbfecb7d34725bbc943032ea49172&device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1129 time: 0.0442293 Mar 29 01:34:27.788510 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-a03fb1e3-37bf-44cb-9b6f-02ca3f3d14ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:27.790259 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-a03fb1e3-37bf-44cb-9b6f-02ca3f3d14ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 200 len: 909 time: 0.0849230 Mar 29 01:34:27.854728 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-bef578fc-933c-4e98-a602-39db95159574 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 1000 time: 0.0569019 Mar 29 01:34:27.905155 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-54fff14d-81dd-4de3-b546-0cc93e81f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:27.906461 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-54fff14d-81dd-4de3-b546-0cc93e81f2e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dc25b8f-7334-4c64-88f9-83abdd8c87ed HTTP/1.1" status: 200 len: 847 time: 0.0456877 Mar 29 01:34:27.959853 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-310130a4-93ce-480d-91b1-0bbdca700d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:27.961306 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-310130a4-93ce-480d-91b1-0bbdca700d25 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430222 Mar 29 01:34:28.047165 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-6dac1063-cb34-4a99-8bab-86f4feaa7a13 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794039 Mar 29 01:34:28.138872 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-b28a3697-eac8-4558-b9e4-a064a4541619 req-ad6d78d9-d386-46cb-8590-c35e32dad1a8 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863886 Mar 29 01:34:28.542696 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dfa36d-23fb-4e6b-8afb-f40a68535d47 req-d66e754e-40da-41b5-a25e-fc0bbeb01615 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:28.544204 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b1dfa36d-23fb-4e6b-8afb-f40a68535d47 req-d66e754e-40da-41b5-a25e-fc0bbeb01615 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0534151 Mar 29 01:34:28.595688 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-b1dfa36d-23fb-4e6b-8afb-f40a68535d47 req-d4200c32-e2b7-4e01-9430-cf9951e15767 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459888 Mar 29 01:34:28.625541 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:29.280333 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:34:29.356664 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa is: ACTIVE; New status is: DOWN {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:34:29.357046 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:29.378612 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:34:29.380824 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a95f98a-11e9-456f-818c-4a1004738de8" -d '{"events": [{"server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "name": "network-vif-unplugged", "status": "completed", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:34:29.393204 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:34:29.397362 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:29.444426 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,revision_number=6']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:34:29.452094 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.452444 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.452784 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.453122 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.453455 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.453784 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.454114 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.454438 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.454790 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.455121 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.455449 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.455773 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.456094 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.456406 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.456720 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103387) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:34:29.477207 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Mar 2022 01:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c8bf927-e29f-407f-87bc-dd539abf1484 x-openstack-request-id: req-7c8bf927-e29f-407f-87bc-dd539abf1484 {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:34:29.477502 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "name": "network-vif-unplugged", "status": "completed", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:34:29.477758 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c8bf927-e29f-407f-87bc-dd539abf1484 {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:34:29.478885 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8bf927-e29f-407f-87bc-dd539abf1484'] response: {'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'code': 200} Mar 29 01:34:29.714492 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da84078-13fe-4ff8-93e4-011c34ec6fda req-7095107d-335e-494e-8a0b-e7df35219d21 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:29.715985 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2da84078-13fe-4ff8-93e4-011c34ec6fda req-7095107d-335e-494e-8a0b-e7df35219d21 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0546021 Mar 29 01:34:29.766866 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-2da84078-13fe-4ff8-93e4-011c34ec6fda req-75e11f75-0121-4240-a30f-b6f645c95de9 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452526 Mar 29 01:34:29.997658 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:30.884065 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cd5de-66da-4524-8e9e-82a03f724019 req-48ab1ff4-c6c2-4813-9433-eb34e15978c4 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:30.886117 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-170cd5de-66da-4524-8e9e-82a03f724019 req-48ab1ff4-c6c2-4813-9433-eb34e15978c4 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0516810 Mar 29 01:34:30.934476 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-170cd5de-66da-4524-8e9e-82a03f724019 req-3efc1d48-e84f-4482-b588-903614a65a0c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428460 Mar 29 01:34:31.559982 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:32.054974 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5697257-0379-400f-8cc5-154a3dbaeb89 req-d3563e58-339f-47c5-82bd-453186544d88 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:32.056534 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5697257-0379-400f-8cc5-154a3dbaeb89 req-d3563e58-339f-47c5-82bd-453186544d88 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0559604 Mar 29 01:34:32.105396 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f5697257-0379-400f-8cc5-154a3dbaeb89 req-25e3f743-176c-4ffc-beb8-abf0a53dcfd3 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431192 Mar 29 01:34:33.220507 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f6eec5-ea9c-4065-a7ae-5b7ffdfe423b req-30a14f45-7e59-4da8-9b29-5f3bc2e5c3f4 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:33.221973 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-99f6eec5-ea9c-4065-a7ae-5b7ffdfe423b req-30a14f45-7e59-4da8-9b29-5f3bc2e5c3f4 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0519598 Mar 29 01:34:33.270328 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-99f6eec5-ea9c-4065-a7ae-5b7ffdfe423b req-c2fe12d2-3862-493a-94ab-f0c54d396f91 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Mar 29 01:34:34.388745 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f914c56-6837-4f52-ae5a-63a6b0cd5cb8 req-36589a1b-3dff-4675-a505-b81cf6dc4a2c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:34.390202 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9f914c56-6837-4f52-ae5a-63a6b0cd5cb8 req-36589a1b-3dff-4675-a505-b81cf6dc4a2c tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0535014 Mar 29 01:34:34.440690 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-9f914c56-6837-4f52-ae5a-63a6b0cd5cb8 req-7ab521cc-5bf8-406e-b696-ea861cc499f5 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449722 Mar 29 01:34:35.123154 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83be0d6-3b99-4fc5-9a32-ac9e4ec857d8 req-e922a335-7f5e-4bd9-8125-fccff9971f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:35.124607 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-d83be0d6-3b99-4fc5-9a32-ac9e4ec857d8 req-e922a335-7f5e-4bd9-8125-fccff9971f37 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1127 time: 0.0436122 Mar 29 01:34:35.169720 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-d83be0d6-3b99-4fc5-9a32-ac9e4ec857d8 req-00c2ac5b-6e2d-4846-b9d8-99ae8773dd41 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389590 Mar 29 01:34:35.556782 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e076371-f7ee-45e6-9e45-0da4ca864597 req-8b12226d-bac6-45a4-b048-74c34654beaf tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:35.558266 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e076371-f7ee-45e6-9e45-0da4ca864597 req-8b12226d-bac6-45a4-b048-74c34654beaf tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0522888 Mar 29 01:34:35.606004 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0e076371-f7ee-45e6-9e45-0da4ca864597 req-094b76b4-0315-4593-bfb3-da44515b2165 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422828 Mar 29 01:34:35.720250 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:36.719934 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a480a6-a1d5-41a5-bbd0-0894397d53fd req-ef5d8dfb-1808-4632-bc15-4410015e5653 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:36.721432 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4a480a6-a1d5-41a5-bbd0-0894397d53fd req-ef5d8dfb-1808-4632-bc15-4410015e5653 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 943 time: 0.0514674 Mar 29 01:34:36.769690 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-f4a480a6-a1d5-41a5-bbd0-0894397d53fd req-a331910e-1e02-4f60-9925-28809eb9dff6 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427375 Mar 29 01:34:37.332328 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa details requested by agent hyperv_hv-cinder-75078 with host hv-cinder-75078 {{(pid=103387) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 29 01:34:37.424487 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:34:37.435561 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Returning: {'device': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'port_id': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'mac_address': 'fa:16:3e:42:e9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103387) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 29 01:34:37.478490 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa is: DOWN; New status is: BUILD {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:34:37.478908 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:37.491321 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa {{(pid=103387) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 29 01:34:37.510367 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:34:37.513829 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:37.560101 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,revision_number=7']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:34:37.905840 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] get_ports_and_sgs() called for port_ids ['6cc63c01-99b5-47d3-ab3b-a9ae800d84aa'] {{(pid=103387) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 29 01:34:39.326489 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa up at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 29 01:34:39.373774 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.provisioning_blocks [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Provisioning complete for port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa triggered by entity L2. {{(pid=103387) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 29 01:34:39.374151 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-947456'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), provisioning_complete {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:39.453523 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Current status of the port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa is: BUILD; New status is: ACTIVE {{(pid=103387) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 29 01:34:39.453913 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-985082'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), before_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:39.475466 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa'}] {{(pid=103387) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:34:39.477676 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad9c24ea5065028fcad11535df3ea41ada3c7b5e20b4d5e174e5d1033b91189" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4315d6d-5c14-4d0e-8330-9bd4389c9ab9" -d '{"events": [{"server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "name": "network-vif-plugged", "status": "completed", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa"}]}' {{(pid=103387) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:34:39.489525 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.db [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] For port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103387) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:34:39.494942 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738714097291', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738713594646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738713594664'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:39.519665 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b51ca5d-243c-4d9d-bdd7-869f1bf08d1f x-openstack-request-id: req-5b51ca5d-243c-4d9d-bdd7-869f1bf08d1f {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:34:39.519957 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "name": "network-vif-plugged", "status": "completed", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa", "code": 200}]} {{(pid=103387) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:34:39.520211 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5b51ca5d-243c-4d9d-bdd7-869f1bf08d1f {{(pid=103387) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:34:39.520602 dv-cinder-750782-13-iscsi neutron-server[103387]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b51ca5d-243c-4d9d-bdd7-869f1bf08d1f'] response: {'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'code': 200} Mar 29 01:34:39.545208 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Pushing event updated for resources: {'Port': ['ID=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,revision_number=8']} {{(pid=103387) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:34:39.671910 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:34:45.564486 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-e3994f6b-92f6-4565-91d2-f089fefefc80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0455508 Mar 29 01:34:45.655495 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-4aee5e6c-6b1e-477c-9caf-9dcde1372c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:45.657093 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-4aee5e6c-6b1e-477c-9caf-9dcde1372c8a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162fbfecb7d34725bbc943032ea49172&device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1129 time: 0.0512829 Mar 29 01:34:45.754737 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-7be8f259-2fa8-4e2e-99ea-286d43db0860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:45.756212 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-7be8f259-2fa8-4e2e-99ea-286d43db0860 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 200 len: 909 time: 0.0814629 Mar 29 01:34:45.823667 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-a8f69a5d-5226-4d78-ae19-c1aab2999718 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 1000 time: 0.0614116 Mar 29 01:34:45.870505 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-5df436ff-4447-439c-b5e2-c4bb54f8fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:45.871912 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-5df436ff-4447-439c-b5e2-c4bb54f8fd1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dc25b8f-7334-4c64-88f9-83abdd8c87ed HTTP/1.1" status: 200 len: 847 time: 0.0423841 Mar 29 01:34:45.918700 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-23e56011-c30a-47c7-a54a-e872183f1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:34:45.920173 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-23e56011-c30a-47c7-a54a-e872183f1318 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422149 Mar 29 01:34:46.008783 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-a20a1be8-e09d-4688-b64a-614c35843c4a service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827088 Mar 29 01:34:46.094047 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-9cc9e123-cabc-439d-b431-b6dc3a76bc23 req-55564968-8bf6-4311-8cd1-3e9dca215de2 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797350 Mar 29 01:34:55.156466 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a60d60c5-efa6-4142-b9ff-43bb606a3b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:57.548013 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-71d920cd-cef1-42a2-85d5-6ca3a308bf46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:58.630715 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:34:59.999696 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:35:01.564132 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:35:05.714444 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:35:16.672013 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:35:25.157783 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dc341cf4-c93a-4f5c-afc3-67780f0d7fa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:35:27.550109 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ffb1e4f3-dad9-4e76-b2d2-b1ecdc4d758a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:35:28.631684 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:35:30.004577 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:35:31.565765 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:35:35.742925 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:35:47.046298 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-80c69660-625b-4444-be19-72301cc64e29 req-24d0867a-fb4e-4104-8537-82f1c36abb41 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444856 Mar 29 01:35:47.132923 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c69660-625b-4444-be19-72301cc64e29 req-cf131a61-2cf0-49ee-ba8f-8b5956243b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:35:47.134403 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-80c69660-625b-4444-be19-72301cc64e29 req-cf131a61-2cf0-49ee-ba8f-8b5956243b01 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162fbfecb7d34725bbc943032ea49172&device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1129 time: 0.0469229 Mar 29 01:35:47.234650 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c69660-625b-4444-be19-72301cc64e29 req-a527fdfa-dc3c-435d-9d15-12303ee5183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:35:47.236122 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-80c69660-625b-4444-be19-72301cc64e29 req-a527fdfa-dc3c-435d-9d15-12303ee5183a service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 200 len: 909 time: 0.0837379 Mar 29 01:35:47.303398 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-80c69660-625b-4444-be19-72301cc64e29 req-be17468f-72f2-4ab7-8a1f-904c221a1a3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 1000 time: 0.0602846 Mar 29 01:35:47.354053 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c69660-625b-4444-be19-72301cc64e29 req-1c2b64ed-f3c7-44d3-a456-b41d173a68b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:35:47.355736 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-80c69660-625b-4444-be19-72301cc64e29 req-1c2b64ed-f3c7-44d3-a456-b41d173a68b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dc25b8f-7334-4c64-88f9-83abdd8c87ed HTTP/1.1" status: 200 len: 847 time: 0.0427642 Mar 29 01:35:47.402678 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c69660-625b-4444-be19-72301cc64e29 req-7fa65de1-6899-4768-83e9-52218922ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:35:47.404140 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-80c69660-625b-4444-be19-72301cc64e29 req-7fa65de1-6899-4768-83e9-52218922ecfc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0429540 Mar 29 01:35:47.493739 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-80c69660-625b-4444-be19-72301cc64e29 req-f40096d2-0982-4b89-9b2d-b20f246c7c6f service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830727 Mar 29 01:35:47.577514 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-80c69660-625b-4444-be19-72301cc64e29 req-b6bf0221-9ec4-4530-ac10-b387dde6d185 service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783646 Mar 29 01:35:48.544074 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-00cf1dd5-b1f6-404b-bf2c-96500d7aa1d1 service neutron] (103386) timed out ('10.222.0.23', 42298) {{(pid=103386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 01:35:48.718106 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [req-08c91475-f104-415a-a625-66ba82453703 req-1fae1ed8-dec0-4ac7-b58c-8b08af65dc97 tempest-AttachVolumeShelveTestJSON-423740058 tempest-AttachVolumeShelveTestJSON-423740058-project] (103386) timed out ('10.222.0.23', 42308) {{(pid=103386) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 29 01:35:53.671690 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:35:55.161243 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-ee423a7c-3d5f-4f43-82cf-d4b070881e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:35:57.552609 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-9f37f728-7db6-4425-994e-a87c2c591e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:35:58.634825 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:00.006184 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:01.567654 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:05.742763 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:06.148030 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48930) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:06.308329 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Deleting port 5edae905-79ae-46f9-969c-fe6dce52a140 {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:36:06.308679 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (5edae905-79ae-46f9-969c-fe6dce52a140), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:06.381781 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (5edae905-79ae-46f9-969c-fe6dce52a140), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:06.382110 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for floatingip (5edae905-79ae-46f9-969c-fe6dce52a140), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:06.393924 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Calling delete_port for 5edae905-79ae-46f9-969c-fe6dce52a140 owned by network:floatingip {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:36:06.545415 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (5edae905-79ae-46f9-969c-fe6dce52a140), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:06.570482 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event deleted for resources: {'Port': ['ID=5edae905-79ae-46f9-969c-fe6dce52a140,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:06.595158 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.595510 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.595848 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.596185 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.596517 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.596845 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.597171 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.597490 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.597809 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.598128 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.598447 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.598783 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.599104 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.599418 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.599734 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:06.642020 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for floatingip (4e19d45d-a455-4b73-a529-32010f694283), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:06.642365 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.db.l3_db [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Floating IP 4e19d45d-a455-4b73-a529-32010f694283 disassociated (deleted). External IP: 172.27.2.61, port: 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa. Mar 29 01:36:06.851924 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Router 350a9e97-c188-44b9-84a1-6041df0aa3fe has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103385) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:36:06.961971 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103385) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:36:06.967313 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for floatingip (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:06.972405 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7104de-71fe-4cf9-8783-c4338c4dea9f None None] Sync routers for ids ['350a9e97-c188-44b9-84a1-6041df0aa3fe'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:36:06.982361 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7104de-71fe-4cf9-8783-c4338c4dea9f None None] Routers {'350a9e97-c188-44b9-84a1-6041df0aa3fe'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:36:06.983015 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ab7104de-71fe-4cf9-8783-c4338c4dea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:35:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['350a9e97-c188-44b9-84a1-6041df0aa3fe'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:06.996585 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-6ec965e1-06f9-49e3-8fcd-4eca24cbffbd tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "DELETE /v2.0/floatingips/4e19d45d-a455-4b73-a529-32010f694283 HTTP/1.1" status: 204 len: 168 time: 0.8474755 Mar 29 01:36:06.997211 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa'}] {{(pid=103385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:36:06.999486 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db37ad989c83e617f4cf99fe2f7bb6c499c5c6537757f0a0232554c350239e77" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddcb107-befe-4334-907b-0fa371b03f19" -d '{"events": [{"name": "network-changed", "server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa"}]}' {{(pid=103385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:36:07.102536 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Mar 2022 01:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbb3c2d-b8eb-4139-a56d-2339665e4de7 x-openstack-request-id: req-7cbb3c2d-b8eb-4139-a56d-2339665e4de7 {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:36:07.103415 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa", "status": "completed", "code": 200}]} {{(pid=103385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:36:07.104356 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7cbb3c2d-b8eb-4139-a56d-2339665e4de7 {{(pid=103385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:36:07.104880 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cbb3c2d-b8eb-4139-a56d-2339665e4de7'] response: {'name': 'network-changed', 'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'status': 'completed', 'code': 200} Mar 29 01:36:07.106296 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ab7104de-71fe-4cf9-8783-c4338c4dea9f None None] Set router 350a9e97-c188-44b9-84a1-6041df0aa3fe gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:36:07.175470 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcb107-befe-4334-907b-0fa371b03f19 req-c312da87-6e0c-42d3-b717-15c285f1d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:36:07.176957 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-cddcb107-befe-4334-907b-0fa371b03f19 req-c312da87-6e0c-42d3-b717-15c285f1d558 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=162fbfecb7d34725bbc943032ea49172&device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 1129 time: 0.0512030 Mar 29 01:36:07.253626 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dcf692-f274-4af1-8b91-e220efeeb14d req-7121e2f9-a801-4de1-b148-b73f2b06a648 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:36:07.255179 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d4dcf692-f274-4af1-8b91-e220efeeb14d req-7121e2f9-a801-4de1-b148-b73f2b06a648 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0620089 Mar 29 01:36:07.286921 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcb107-befe-4334-907b-0fa371b03f19 req-6805b5c5-bf43-4cbc-9f3e-7175c27018ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:36:07.288374 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-cddcb107-befe-4334-907b-0fa371b03f19 req-6805b5c5-bf43-4cbc-9f3e-7175c27018ac service neutron] 10.222.0.13 "GET /v2.0/networks?id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 200 len: 909 time: 0.1037915 Mar 29 01:36:07.306932 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-d4dcf692-f274-4af1-8b91-e220efeeb14d req-fdd66580-2529-48fb-a081-79773bc1a58b tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454865 Mar 29 01:36:07.321232 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ab7104de-71fe-4cf9-8783-c4338c4dea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '11c06e1a-cc1f-4232-9c23-3a517734efe4', 'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'mac_address': 'fa:16:3e:db:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:13Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 5, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'subnets': [{'id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:07.330965 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-cddcb107-befe-4334-907b-0fa371b03f19 req-2170f1c0-0b43-452a-8e36-d3c044734f87 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 200 len: 217 time: 0.0351465 Mar 29 01:36:07.348727 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7104de-71fe-4cf9-8783-c4338c4dea9f None None] Checking router: 350a9e97-c188-44b9-84a1-6041df0aa3fe for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:36:07.357055 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7104de-71fe-4cf9-8783-c4338c4dea9f None None] Routers {'350a9e97-c188-44b9-84a1-6041df0aa3fe'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:36:07.357600 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ab7104de-71fe-4cf9-8783-c4338c4dea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:35:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['350a9e97-c188-44b9-84a1-6041df0aa3fe'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:07.382334 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcb107-befe-4334-907b-0fa371b03f19 req-b6efc6c8-10e5-4f0e-9ba6-06fa31a56424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:36:07.383800 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-cddcb107-befe-4334-907b-0fa371b03f19 req-b6efc6c8-10e5-4f0e-9ba6-06fa31a56424 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7dc25b8f-7334-4c64-88f9-83abdd8c87ed HTTP/1.1" status: 200 len: 847 time: 0.0471060 Mar 29 01:36:07.469020 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-ab7104de-71fe-4cf9-8783-c4338c4dea9f None None] Set router 350a9e97-c188-44b9-84a1-6041df0aa3fe gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:36:07.670944 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-ab7104de-71fe-4cf9-8783-c4338c4dea9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '11c06e1a-cc1f-4232-9c23-3a517734efe4', 'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'mac_address': 'fa:16:3e:db:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:13Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 5, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'subnets': [{'id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:07.697391 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddcb107-befe-4334-907b-0fa371b03f19 req-56203ee1-4a59-439f-81ef-c653fb43154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:36:07.699869 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-cddcb107-befe-4334-907b-0fa371b03f19 req-56203ee1-4a59-439f-81ef-c653fb43154a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3088541 Mar 29 01:36:07.701959 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab7104de-71fe-4cf9-8783-c4338c4dea9f None None] The sync data for ids ['350a9e97-c188-44b9-84a1-6041df0aa3fe'] in dv-cinder-750782-13-iscsi is: [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:31:14Z', 'revision_number': 4, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi', '_interfaces': [{'id': '11c06e1a-cc1f-4232-9c23-3a517734efe4', 'name': '', 'network_id': 'f7ffc7fe-28cb-4677-b4bf-09a03437c6ff', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'mac_address': 'fa:16:3e:db:e5:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:13Z', 'updated_at': '2022-03-29T01:31:19Z', 'revision_number': 5, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'subnets': [{'id': '7dc25b8f-7334-4c64-88f9-83abdd8c87ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:36:07.790089 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-cddcb107-befe-4334-907b-0fa371b03f19 req-6a94b2ba-d284-45b7-9210-68b9bf9a2d2a service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833821 Mar 29 01:36:07.884348 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-cddcb107-befe-4334-907b-0fa371b03f19 req-11601967-058e-4ee2-8833-253fd5b8491c service neutron] 10.222.0.13 "GET /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883927 Mar 29 01:36:07.930623 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ae51ef-ed48-4776-96f2-68b0fb5394dd None None] New status for floating IP 4e19d45d-a455-4b73-a529-32010f694283: DOWN {{(pid=103388) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 29 01:36:08.425446 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2035392-5f21-4471-b059-59cd8a58a4ab req-fab96c56-3cf4-4e07-98a5-aad16c00faf9 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103385) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:36:08.426947 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2035392-5f21-4471-b059-59cd8a58a4ab req-fab96c56-3cf4-4e07-98a5-aad16c00faf9 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0517609 Mar 29 01:36:08.475479 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-c2035392-5f21-4471-b059-59cd8a58a4ab req-8256bca7-fea9-4df7-adcf-4271fd9cd01d tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/security-groups?id=56d1cf45-0244-4c1a-b3c1-61fe4b965f31&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425541 Mar 29 01:36:08.825608 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6f9120-fb2a-48a8-ada1-9e4cadba84fd req-fbed348a-07b2-4992-9487-516348445ba4 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103386) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 29 01:36:08.827092 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-6f6f9120-fb2a-48a8-ada1-9e4cadba84fd req-fbed348a-07b2-4992-9487-516348445ba4 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.13 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 945 time: 0.0519464 Mar 29 01:36:08.919053 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-6f6f9120-fb2a-48a8-ada1-9e4cadba84fd req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Deleting port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:36:08.919389 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-6f6f9120-fb2a-48a8-ada1-9e4cadba84fd req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:09.004084 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [req-6f6f9120-fb2a-48a8-ada1-9e4cadba84fd req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] For port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa, host hv-cinder-75078, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75078',level=0,port_id=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:36:09.004451 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-6f6f9120-fb2a-48a8-ada1-9e4cadba84fd req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:09.017613 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [req-6f6f9120-fb2a-48a8-ada1-9e4cadba84fd req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Calling delete_port for 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa owned by compute:nova {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:36:09.144360 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-6f6f9120-fb2a-48a8-ada1-9e4cadba84fd req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (6cc63c01-99b5-47d3-ab3b-a9ae800d84aa), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:09.178683 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event deleted for resources: {'Port': ['ID=6cc63c01-99b5-47d3-ab3b-a9ae800d84aa,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:09.200741 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.201101 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.201416 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.201759 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.202072 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.202391 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.203009 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.203328 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.203643 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.203956 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.204271 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.204583 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.204912 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.205205 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.205514 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-750782-13-iscsi {{(pid=103386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 29 01:36:09.229650 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f6f9120-fb2a-48a8-ada1-9e4cadba84fd req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] No DVR routers for this DVR port 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa on host hv-cinder-75078 {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:36:09.232359 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [req-6f6f9120-fb2a-48a8-ada1-9e4cadba84fd req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-240934'] for port (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:09.235687 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [req-6f6f9120-fb2a-48a8-ada1-9e4cadba84fd req-1aafc9dd-4e96-4bbc-9f55-44ec3c60b0dc tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.13 "DELETE /v2.0/ports/6cc63c01-99b5-47d3-ab3b-a9ae800d84aa HTTP/1.1" status: 204 len: 173 time: 0.4032738 Mar 29 01:36:09.236269 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'name': 'network-vif-deleted', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa'}] {{(pid=103386) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 29 01:36:09.238634 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e9ada066b7754e57c6a9fefc80ed87f70e452e6e76ee7f76ab11d48e462422d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047d1d4e-867a-4b69-bea9-59653a2fe96a" -d '{"events": [{"server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "name": "network-vif-deleted", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa"}]}' {{(pid=103386) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 29 01:36:09.341872 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Mar 2022 01:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad1a86c-0940-4fb9-bc8e-aba392a7a8d6 x-openstack-request-id: req-8ad1a86c-0940-4fb9-bc8e-aba392a7a8d6 {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 29 01:36:09.342161 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b1a59f6-b214-4097-8310-738667d9a914", "name": "network-vif-deleted", "tag": "6cc63c01-99b5-47d3-ab3b-a9ae800d84aa", "status": "completed", "code": 200}]} {{(pid=103386) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 29 01:36:09.342430 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8ad1a86c-0940-4fb9-bc8e-aba392a7a8d6 {{(pid=103386) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 29 01:36:09.343032 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ad1a86c-0940-4fb9-bc8e-aba392a7a8d6'] response: {'server_uuid': '7b1a59f6-b214-4097-8310-738667d9a914', 'name': 'network-vif-deleted', 'tag': '6cc63c01-99b5-47d3-ab3b-a9ae800d84aa', 'status': 'completed', 'code': 200} Mar 29 01:36:09.577989 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [req-0c23cc5a-fab6-4673-af20-c223d389008b req-acbbff15-e567-4cf7-887f-ae3c81b2b877 tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b1a59f6-b214-4097-8310-738667d9a914 HTTP/1.1" status: 200 len: 210 time: 0.0315051 Mar 29 01:36:10.634102 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48964) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:10.690951 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd607ce8-9db8-4447-a0ae-30933f47744a tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group (56d1cf45-0244-4c1a-b3c1-61fe4b965f31), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:10.716458 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd607ce8-9db8-4447-a0ae-30933f47744a tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group (56d1cf45-0244-4c1a-b3c1-61fe4b965f31), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:10.777299 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd607ce8-9db8-4447-a0ae-30933f47744a tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (56d1cf45-0244-4c1a-b3c1-61fe4b965f31), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:10.779897 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-dd607ce8-9db8-4447-a0ae-30933f47744a tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:10.781123 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-dd607ce8-9db8-4447-a0ae-30933f47744a tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] 10.222.0.23 "DELETE /v2.0/security-groups/56d1cf45-0244-4c1a-b3c1-61fe4b965f31 HTTP/1.1" status: 204 len: 168 time: 0.1460550 Mar 29 01:36:10.790692 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd607ce8-9db8-4447-a0ae-30933f47744a tempest-TestShelveInstance-322018243 tempest-TestShelveInstance-322018243-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d1cf45-0244-4c1a-b3c1-61fe4b965f31,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:11.835441 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48970) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:12.264034 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622086'] for router_interface (350a9e97-c188-44b9-84a1-6041df0aa3fe), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:12.502846 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] Deleting port 11c06e1a-cc1f-4232-9c23-3a517734efe4 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:36:12.503180 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:12.578924 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] For port 11c06e1a-cc1f-4232-9c23-3a517734efe4, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=11c06e1a-cc1f-4232-9c23-3a517734efe4,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:36:12.579203 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:12.594628 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] Calling delete_port for 11c06e1a-cc1f-4232-9c23-3a517734efe4 owned by network:router_interface {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:36:12.770238 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (11c06e1a-cc1f-4232-9c23-3a517734efe4), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:12.796263 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=11c06e1a-cc1f-4232-9c23-3a517734efe4,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:12.963793 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1637334'] for router_interface (350a9e97-c188-44b9-84a1-6041df0aa3fe), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:13.178499 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] Router 350a9e97-c188-44b9-84a1-6041df0aa3fe has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:36:13.284959 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:36:13.290532 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-f6d4f512-da72-4f8f-adaf-b7bcbc4995d5 admin admin] 10.222.0.23 "PUT /v2.0/routers/350a9e97-c188-44b9-84a1-6041df0aa3fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4534104 Mar 29 01:36:13.293013 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48974) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:13.295644 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93eb8dd-969a-49f9-81e4-2f5ae2b16966 None None] Sync routers for ids ['350a9e97-c188-44b9-84a1-6041df0aa3fe'] in dv-cinder-750782-13-iscsi {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:36:13.304965 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93eb8dd-969a-49f9-81e4-2f5ae2b16966 None None] Routers {'350a9e97-c188-44b9-84a1-6041df0aa3fe'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:36:13.305582 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a93eb8dd-969a-49f9-81e4-2f5ae2b16966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:35:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['350a9e97-c188-44b9-84a1-6041df0aa3fe'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:13.396476 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Publish callbacks [] for router (350a9e97-c188-44b9-84a1-6041df0aa3fe), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:13.411347 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a93eb8dd-969a-49f9-81e4-2f5ae2b16966 None None] Set router 350a9e97-c188-44b9-84a1-6041df0aa3fe gateway port host: dv-cinder-750782-13-iscsi {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:36:13.502449 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Publish callbacks [] for router_gateway (350a9e97-c188-44b9-84a1-6041df0aa3fe), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:13.558458 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Deleting port 7632c075-8f8c-4478-9fb1-14eae15d4360 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:36:13.558824 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:13.638112 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] For port 7632c075-8f8c-4478-9fb1-14eae15d4360, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=7632c075-8f8c-4478-9fb1-14eae15d4360,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:36:13.638470 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:13.651741 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Calling delete_port for 7632c075-8f8c-4478-9fb1-14eae15d4360 owned by network:router_gateway {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:36:13.723586 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a93eb8dd-969a-49f9-81e4-2f5ae2b16966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184'}], 'enable_snat': True}, 'gw_port_id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:36:12Z', 'revision_number': 5, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port': {'id': '7632c075-8f8c-4478-9fb1-14eae15d4360', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:c0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:12Z', 'updated_at': '2022-03-29T01:31:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:13.755060 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93eb8dd-969a-49f9-81e4-2f5ae2b16966 None None] Checking router: 350a9e97-c188-44b9-84a1-6041df0aa3fe for host: dv-cinder-750782-13-iscsi {{(pid=103387) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:36:13.762839 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa no longer exists at agent hyperv_hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:36:13.785551 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] No Port match for: 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:36:13.785921 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Device 6cc63c01-99b5-47d3-ab3b-a9ae800d84aa not bound to the agent host hv-cinder-75078 {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:36:13.789574 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93eb8dd-969a-49f9-81e4-2f5ae2b16966 None None] Routers {'350a9e97-c188-44b9-84a1-6041df0aa3fe'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103387) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:36:13.790211 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a93eb8dd-969a-49f9-81e4-2f5ae2b16966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:35:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['350a9e97-c188-44b9-84a1-6041df0aa3fe'], 'active': True} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:13.839290 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (7632c075-8f8c-4478-9fb1-14eae15d4360), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:13.873455 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Pushing event deleted for resources: {'Port': ['ID=7632c075-8f8c-4478-9fb1-14eae15d4360,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:13.888118 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_dvr_db [None req-a93eb8dd-969a-49f9-81e4-2f5ae2b16966 None None] Set router 350a9e97-c188-44b9-84a1-6041df0aa3fe gateway port host: None {{(pid=103387) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:36:13.938671 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622332'] for router_gateway (350a9e97-c188-44b9-84a1-6041df0aa3fe), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:13.947711 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.db.l3_hamode_db [None req-a93eb8dd-969a-49f9-81e4-2f5ae2b16966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:36:13Z', 'revision_number': 6, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port_host': None}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103387) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:13.976099 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a93eb8dd-969a-49f9-81e4-2f5ae2b16966 None None] The sync data for ids ['350a9e97-c188-44b9-84a1-6041df0aa3fe'] in dv-cinder-750782-13-iscsi is: [{'id': '350a9e97-c188-44b9-84a1-6041df0aa3fe', 'name': 'tempest-TestShelveInstance-166444745-router', 'tenant_id': '162fbfecb7d34725bbc943032ea49172', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:11Z', 'updated_at': '2022-03-29T01:36:13Z', 'revision_number': 6, 'project_id': '162fbfecb7d34725bbc943032ea49172', 'gw_port_host': None}] {{(pid=103387) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:36:14.037961 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61846'] for router (350a9e97-c188-44b9-84a1-6041df0aa3fe), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.040102 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Publish callbacks [] for router_controller (350a9e97-c188-44b9-84a1-6041df0aa3fe), precommit_delete_associations {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.086621 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636825'] for router (350a9e97-c188-44b9-84a1-6041df0aa3fe), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.087189 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 350a9e97-c188-44b9-84a1-6041df0aa3fe {{(pid=103386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 01:36:14.091971 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.093169 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-5e332764-5de3-448d-98e8-d915624db222 admin admin] 10.222.0.23 "DELETE /v2.0/routers/350a9e97-c188-44b9-84a1-6041df0aa3fe HTTP/1.1" status: 204 len: 168 time: 0.7992539 Mar 29 01:36:14.095712 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48976) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:14.139112 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_v2 [None req-35be97b7-7cfa-43ec-b04b-a466227ce216 admin admin] Deleting subnet 7dc25b8f-7334-4c64-88f9-83abdd8c87ed {{(pid=103386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:36:14.142198 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-35be97b7-7cfa-43ec-b04b-a466227ce216 admin admin] Publish callbacks [] for subnet (7dc25b8f-7334-4c64-88f9-83abdd8c87ed), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.175709 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-35be97b7-7cfa-43ec-b04b-a466227ce216 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10083226'] for subnet (7dc25b8f-7334-4c64-88f9-83abdd8c87ed), precommit_delete_associations {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.253076 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-35be97b7-7cfa-43ec-b04b-a466227ce216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (7dc25b8f-7334-4c64-88f9-83abdd8c87ed), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.302469 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-35be97b7-7cfa-43ec-b04b-a466227ce216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10030329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9934557'] for subnet (7dc25b8f-7334-4c64-88f9-83abdd8c87ed), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.315050 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-35be97b7-7cfa-43ec-b04b-a466227ce216 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.318404 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-35be97b7-7cfa-43ec-b04b-a466227ce216 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7dc25b8f-7334-4c64-88f9-83abdd8c87ed HTTP/1.1" status: 204 len: 168 time: 0.2217922 Mar 29 01:36:14.321107 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48978) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:14.327962 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15698ac4-e759-4b48-bda1-2cb96ba2943a None None] Network f7ffc7fe-28cb-4677-b4bf-09a03437c6ff requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:36:14.335486 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be97b7-7cfa-43ec-b04b-a466227ce216 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7dc25b8f-7334-4c64-88f9-83abdd8c87ed,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:14.400888 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (f7ffc7fe-28cb-4677-b4bf-09a03437c6ff), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.473361 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Deleting port add0c357-cf2a-4c6e-9827-6630851ba03f {{(pid=103385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:36:14.473702 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.535379 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.db [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] For port add0c357-cf2a-4c6e-9827-6630851ba03f, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=add0c357-cf2a-4c6e-9827-6630851ba03f,segment=NetworkSegment(5cd83192-1201-489c-a126-335d3ecdad7d),segment_id=5cd83192-1201-489c-a126-335d3ecdad7d)] {{(pid=103385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:36:14.535743 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.548327 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.plugin [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Calling delete_port for add0c357-cf2a-4c6e-9827-6630851ba03f owned by network:dhcp {{(pid=103385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:36:14.630275 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17430641'] for port (add0c357-cf2a-4c6e-9827-6630851ba03f), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.655203 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Pushing event deleted for resources: {'Port': ['ID=add0c357-cf2a-4c6e-9827-6630851ba03f,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:14.658702 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] No DVR routers for this DVR port add0c357-cf2a-4c6e-9827-6630851ba03f on host dv-cinder-750782-13-iscsi {{(pid=103385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:36:14.728852 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (f7ffc7fe-28cb-4677-b4bf-09a03437c6ff), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.758034 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ffc7fe-28cb-4677-b4bf-09a03437c6ff']}} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:14.761192 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79394f4a-222b-4b04-8739-8e111c65d128 None None] DHCP port deletion for f7ffc7fe-28cb-4677-b4bf-09a03437c6ff request from dv-cinder-750782-13-iscsi {{(pid=103387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 01:36:14.771243 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd83192-1201-489c-a126-335d3ecdad7d') {'for_net_delete': True} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:14.771542 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.services.segments.db [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd83192-1201-489c-a126-335d3ecdad7d') {} {{(pid=103385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:14.782661 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17431483'] for segment (5cd83192-1201-489c-a126-335d3ecdad7d), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.796644 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (5cd83192-1201-489c-a126-335d3ecdad7d), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.802473 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=103385) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:36:14.802903 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17430564'] for segment (5cd83192-1201-489c-a126-335d3ecdad7d), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: Traceback (most recent call last): Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: timer() Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: cb(*args, **kw) Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: return func(*args, **kwargs) Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: self._notify() Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: self.callback(batched_events) Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: event.method(event) Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: return f(self, *a, **k) Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._get(url).json() Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: return self.request(url, 'GET', **kwargs) Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:36:14.804730 dv-cinder-750782-13-iscsi neutron-server[103385]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:36:14.859637 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (f7ffc7fe-28cb-4677-b4bf-09a03437c6ff), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.864890 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:14.867981 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] 10.222.0.23 "DELETE /v2.0/networks/f7ffc7fe-28cb-4677-b4bf-09a03437c6ff HTTP/1.1" status: 204 len: 168 time: 0.5458920 Mar 29 01:36:14.871820 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48980) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:14.879335 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ebda0-9ade-492a-ae56-3d9950f1a74a admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ffc7fe-28cb-4677-b4bf-09a03437c6ff,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:15.473446 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1622086'] for router_interface (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:15.718388 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] Deleting port b1f26e4d-1487-4be4-ab34-73e404ff9aa1 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:36:15.718731 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:15.721092 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 11c06e1a-cc1f-4232-9c23-3a517734efe4 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:36:15.746042 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 11c06e1a-cc1f-4232-9c23-3a517734efe4 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:36:15.746315 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 11c06e1a-cc1f-4232-9c23-3a517734efe4 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:36:15.746732 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device add0c357-cf2a-4c6e-9827-6630851ba03f no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:36:15.766530 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: add0c357-cf2a-4c6e-9827-6630851ba03f {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:36:15.766910 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device add0c357-cf2a-4c6e-9827-6630851ba03f not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:36:15.767328 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 7632c075-8f8c-4478-9fb1-14eae15d4360 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:36:15.789274 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 7632c075-8f8c-4478-9fb1-14eae15d4360 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:36:15.789624 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 7632c075-8f8c-4478-9fb1-14eae15d4360 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:36:15.799461 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] For port b1f26e4d-1487-4be4-ab34-73e404ff9aa1, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=b1f26e4d-1487-4be4-ab34-73e404ff9aa1,segment=NetworkSegment(4bacb047-976a-4d4d-b857-4282b2ebe915),segment_id=4bacb047-976a-4d4d-b857-4282b2ebe915)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:36:15.799825 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:15.813674 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] Calling delete_port for b1f26e4d-1487-4be4-ab34-73e404ff9aa1 owned by network:router_interface {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:36:15.991082 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (b1f26e4d-1487-4be4-ab34-73e404ff9aa1), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:16.017913 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f26e4d-1487-4be4-ab34-73e404ff9aa1,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:16.183299 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2091329', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1637334'] for router_interface (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:16.412296 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] Router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c has already been hosted by L3 agent 8db2f89b-7f40-4bb4-aa91-097bf6858735 {{(pid=103386) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 29 01:36:16.522781 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] Notify agent at l3_agent.dv-cinder-750782-13-iscsi the message routers_updated {{(pid=103386) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 29 01:36:16.528812 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-1db6b12f-b308-48ab-b2a9-0b6a2694c998 admin admin] 10.222.0.23 "PUT /v2.0/routers/746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6559558 Mar 29 01:36:16.531308 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48982) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:16.533923 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa35af8-bd0a-4061-84ea-6a714c2f39d2 None None] Sync routers for ids ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'] in dv-cinder-750782-13-iscsi {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 29 01:36:16.544232 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa35af8-bd0a-4061-84ea-6a714c2f39d2 None None] Routers {'746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:36:16.544836 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-6fa35af8-bd0a-4061-84ea-6a714c2f39d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:35:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:16.640140 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Publish callbacks [] for router (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:16.737346 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-6fa35af8-bd0a-4061-84ea-6a714c2f39d2 None None] Set router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c gateway port host: dv-cinder-750782-13-iscsi {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:36:16.752728 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Publish callbacks [] for router_gateway (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:16.806125 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Deleting port 968b01c3-9c81-490a-b37a-9848b228d804 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:36:16.806467 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (968b01c3-9c81-490a-b37a-9848b228d804), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:16.884027 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] For port 968b01c3-9c81-490a-b37a-9848b228d804, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=968b01c3-9c81-490a-b37a-9848b228d804,segment=NetworkSegment(cae6c744-199a-4970-a00f-61e907a6bb87),segment_id=cae6c744-199a-4970-a00f-61e907a6bb87)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:36:16.884386 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (968b01c3-9c81-490a-b37a-9848b228d804), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:16.901566 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Calling delete_port for 968b01c3-9c81-490a-b37a-9848b228d804 owned by network:router_gateway {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:36:16.911347 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-6fa35af8-bd0a-4061-84ea-6a714c2f39d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'name': 'tempest-TestShelveInstance-927066177-router', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'external_fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': '968b01c3-9c81-490a-b37a-9848b228d804', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:36:15Z', 'revision_number': 5, 'project_id': 'c6046202c08146a3974b090178c474c7', 'gw_port': {'id': '968b01c3-9c81-490a-b37a-9848b228d804', 'name': '', 'network_id': 'd6baab9c-63f1-4cb4-8c83-cc41134b5337', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:c0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-750782-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e8f8a2d8-2179-422f-b4c3-c157d2ae3e0e', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-750782-13-iscsi'}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:16.937505 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa35af8-bd0a-4061-84ea-6a714c2f39d2 None None] Checking router: 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c for host: dv-cinder-750782-13-iscsi {{(pid=103388) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 29 01:36:16.945720 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa35af8-bd0a-4061-84ea-6a714c2f39d2 None None] Routers {'746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'} bound to L3 agent in host dv-cinder-750782-13-iscsi {{(pid=103388) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 29 01:36:16.946322 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-6fa35af8-bd0a-4061-84ea-6a714c2f39d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-750782-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-29T01:08:27Z,description=,heartbeat_timestamp=2022-03-29T01:35:58Z,host='dv-cinder-750782-13-iscsi',id=8db2f89b-7f40-4bb4-aa91-097bf6858735,load=0,resource_versions=,resources_synced=,started_at=2022-03-29T01:08:27Z,topic='l3_agent')) {'router_ids': ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'], 'active': True} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:17.035471 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_dvr_db [None req-6fa35af8-bd0a-4061-84ea-6a714c2f39d2 None None] Set router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c gateway port host: None {{(pid=103388) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 29 01:36:17.067786 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (968b01c3-9c81-490a-b37a-9848b228d804), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.091138 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.l3_hamode_db [None req-6fa35af8-bd0a-4061-84ea-6a714c2f39d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'name': 'tempest-TestShelveInstance-927066177-router', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:36:16Z', 'revision_number': 6, 'project_id': 'c6046202c08146a3974b090178c474c7', 'gw_port_host': None}], 'dv-cinder-750782-13-iscsi', False) {} {{(pid=103388) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:17.093851 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Pushing event deleted for resources: {'Port': ['ID=968b01c3-9c81-490a-b37a-9848b228d804,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:17.121143 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa35af8-bd0a-4061-84ea-6a714c2f39d2 None None] The sync data for ids ['746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c'] in dv-cinder-750782-13-iscsi is: [{'id': '746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c', 'name': 'tempest-TestShelveInstance-927066177-router', 'tenant_id': 'c6046202c08146a3974b090178c474c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-29T01:31:16Z', 'updated_at': '2022-03-29T01:36:16Z', 'revision_number': 6, 'project_id': 'c6046202c08146a3974b090178c474c7', 'gw_port_host': None}] {{(pid=103388) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 29 01:36:17.158891 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1622332'] for router_gateway (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.249221 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1636768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61846'] for router (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.251427 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Publish callbacks [] for router_controller (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), precommit_delete_associations {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.298425 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1636825'] for router (746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.298890 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c {{(pid=103386) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 29 01:36:17.303304 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.304423 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-24356b79-2bcf-417a-b233-907033b552dc admin admin] 10.222.0.23 "DELETE /v2.0/routers/746708b9-3ac4-4c8f-a0b2-8a3ca1779e8c HTTP/1.1" status: 204 len: 168 time: 0.7722244 Mar 29 01:36:17.306967 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48984) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:17.350632 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3cc7022-c909-4783-9247-b0fc44df25a6 admin admin] Deleting subnet 318af41d-062d-4e7d-b3bd-1100d308dbc3 {{(pid=103386) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 29 01:36:17.353748 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7022-c909-4783-9247-b0fc44df25a6 admin admin] Publish callbacks [] for subnet (318af41d-062d-4e7d-b3bd-1100d308dbc3), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.386873 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7022-c909-4783-9247-b0fc44df25a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10083226'] for subnet (318af41d-062d-4e7d-b3bd-1100d308dbc3), precommit_delete_associations {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.465565 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7022-c909-4783-9247-b0fc44df25a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-894184'] for subnet (318af41d-062d-4e7d-b3bd-1100d308dbc3), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.519757 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7022-c909-4783-9247-b0fc44df25a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-894175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1586839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10030329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9934557'] for subnet (318af41d-062d-4e7d-b3bd-1100d308dbc3), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.547254 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cc7022-c909-4783-9247-b0fc44df25a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=318af41d-062d-4e7d-b3bd-1100d308dbc3,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:17.549267 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a3cc7022-c909-4783-9247-b0fc44df25a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.553436 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-a3cc7022-c909-4783-9247-b0fc44df25a6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/318af41d-062d-4e7d-b3bd-1100d308dbc3 HTTP/1.1" status: 204 len: 168 time: 0.2444930 Mar 29 01:36:17.554740 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48986) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:17.559195 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7f8beb-9906-444d-8c2a-d6db85e8ef8f None None] Network 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 requested from dv-cinder-750782-13-iscsi {{(pid=103387) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 29 01:36:17.622358 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-822953'] for network (1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.679568 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Deleting port cb02d78f-8542-4fb5-99fb-7ce4bd452710 {{(pid=103386) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 29 01:36:17.679911 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738714092310'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.740553 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.db [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] For port cb02d78f-8542-4fb5-99fb-7ce4bd452710, host dv-cinder-750782-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-750782-13-iscsi',level=0,port_id=cb02d78f-8542-4fb5-99fb-7ce4bd452710,segment=NetworkSegment(4bacb047-976a-4d4d-b857-4282b2ebe915),segment_id=4bacb047-976a-4d4d-b857-4282b2ebe915)] {{(pid=103386) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 29 01:36:17.740920 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1628020'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.753169 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Calling delete_port for cb02d78f-8542-4fb5-99fb-7ce4bd452710 owned by network:dhcp {{(pid=103386) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 29 01:36:17.829744 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-985019', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-199014', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738714097273', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738713594637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10030602'] for port (cb02d78f-8542-4fb5-99fb-7ce4bd452710), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.859662 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb02d78f-8542-4fb5-99fb-7ce4bd452710,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:17.861487 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] No DVR routers for this DVR port cb02d78f-8542-4fb5-99fb-7ce4bd452710 on host dv-cinder-750782-13-iscsi {{(pid=103386) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 29 01:36:17.895960 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8503eacc-3376-47dc-b147-53b2fd9c2b6b None None] DHCP port deletion for 1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 request from dv-cinder-750782-13-iscsi {{(pid=103387) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 29 01:36:17.936572 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-949091', 'neutron.services.segments.db._delete_segments_for_network-8738713922362'] for network (1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.958354 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4']}} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:17.961999 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device cb02d78f-8542-4fb5-99fb-7ce4bd452710 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:36:17.967996 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bacb047-976a-4d4d-b857-4282b2ebe915') {'for_net_delete': True} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:17.968295 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.services.segments.db [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bacb047-976a-4d4d-b857-4282b2ebe915') {} {{(pid=103386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 29 01:36:17.978155 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738714153795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10083217'] for segment (4bacb047-976a-4d4d-b857-4282b2ebe915), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:17.989592 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: cb02d78f-8542-4fb5-99fb-7ce4bd452710 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:36:17.989880 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device cb02d78f-8542-4fb5-99fb-7ce4bd452710 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:36:17.990522 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device b1f26e4d-1487-4be4-ab34-73e404ff9aa1 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:36:17.993894 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967'] for segment (4bacb047-976a-4d4d-b857-4282b2ebe915), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.001477 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Releasing vlan 268 on physical network physnet1 to pool {{(pid=103386) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 29 01:36:18.001991 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-895967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10030687'] for segment (4bacb047-976a-4d4d-b857-4282b2ebe915), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: Traceback (most recent call last): Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: timer() Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: cb(*args, **kw) Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: return func(*args, **kwargs) Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: self._notify() Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: self.callback(batched_events) Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: event.method(event) Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: aggregate_uuid = self.p_client.list_aggregates( Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: return f(self, *a, **k) Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._get(url).json() Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: return self.request(url, 'GET', **kwargs) Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: base_url = self.get_endpoint(auth, allow=allow, Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 29 01:36:18.003802 dv-cinder-750782-13-iscsi neutron-server[103386]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 29 01:36:18.011278 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: b1f26e4d-1487-4be4-ab34-73e404ff9aa1 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:36:18.011621 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device b1f26e4d-1487-4be4-ab34-73e404ff9aa1 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:36:18.012043 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 968b01c3-9c81-490a-b37a-9848b228d804 no longer exists at agent ovs-agent-dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 29 01:36:18.032536 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.plugin [None req-e119b651-2c80-46ec-9552-58100770260e None None] No Port match for: 968b01c3-9c81-490a-b37a-9848b228d804 {{(pid=103387) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 29 01:36:18.032889 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron.plugins.ml2.rpc [None req-e119b651-2c80-46ec-9552-58100770260e None None] Device 968b01c3-9c81-490a-b37a-9848b228d804 not bound to the agent host dv-cinder-750782-13-iscsi {{(pid=103387) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 29 01:36:18.069025 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-949098', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2091352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1622352'] for network (1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.075124 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2091374'] for network (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.079300 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4 HTTP/1.1" status: 204 len: 168 time: 0.5234842 Mar 29 01:36:18.092931 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f93f0-9a03-4b38-af53-f3b90fd72bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ebfe9b5-8d8e-41a3-8dea-623c8d9a51a4,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:18.198216 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48990) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:18.237948 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-8c6bcc98-5abc-4f8e-8888-ca7ff841d9cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=162fbfecb7d34725bbc943032ea49172&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385296 Mar 29 01:36:18.240423 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.wsgi [-] (103386) accepted ('10.222.0.23', 48992) {{(pid=103386) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:18.285101 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a4c96a3c-fc86-4212-bd2c-3f51866173f0 admin admin] Publish callbacks [] for security_group (340f5489-6fa2-4a77-a850-4c9782c83560), before_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.306004 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a4c96a3c-fc86-4212-bd2c-3f51866173f0 admin admin] Publish callbacks [] for security_group (340f5489-6fa2-4a77-a850-4c9782c83560), precommit_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.358367 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a4c96a3c-fc86-4212-bd2c-3f51866173f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (340f5489-6fa2-4a77-a850-4c9782c83560), after_delete {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.361050 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron_lib.callbacks.manager [None req-a4c96a3c-fc86-4212-bd2c-3f51866173f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.362198 dv-cinder-750782-13-iscsi neutron-server[103386]: INFO neutron.wsgi [None req-a4c96a3c-fc86-4212-bd2c-3f51866173f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/340f5489-6fa2-4a77-a850-4c9782c83560 HTTP/1.1" status: 204 len: 168 time: 0.1209073 Mar 29 01:36:18.370489 dv-cinder-750782-13-iscsi neutron-server[103386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c96a3c-fc86-4212-bd2c-3f51866173f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340f5489-6fa2-4a77-a850-4c9782c83560,revision_number=None']} {{(pid=103386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:18.667048 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 48998) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:18.705829 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-5b30e9b0-7ecb-45d6-acc4-7e76ea14aa02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c6046202c08146a3974b090178c474c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376716 Mar 29 01:36:18.708301 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.wsgi [-] (103385) accepted ('10.222.0.23', 49000) {{(pid=103385) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 29 01:36:18.754114 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8270165-4392-4433-8eea-19758498e0b2 admin admin] Publish callbacks [] for security_group (fc70e0b4-5100-4c21-8e80-8b9578f81261), before_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.780372 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8270165-4392-4433-8eea-19758498e0b2 admin admin] Publish callbacks [] for security_group (fc70e0b4-5100-4c21-8e80-8b9578f81261), precommit_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.828915 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8270165-4392-4433-8eea-19758498e0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1584356'] for security_group (fc70e0b4-5100-4c21-8e80-8b9578f81261), after_delete {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.831588 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron_lib.callbacks.manager [None req-e8270165-4392-4433-8eea-19758498e0b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:18.832730 dv-cinder-750782-13-iscsi neutron-server[103385]: INFO neutron.wsgi [None req-e8270165-4392-4433-8eea-19758498e0b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc70e0b4-5100-4c21-8e80-8b9578f81261 HTTP/1.1" status: 204 len: 168 time: 0.1235604 Mar 29 01:36:18.840805 dv-cinder-750782-13-iscsi neutron-server[103385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8270165-4392-4433-8eea-19758498e0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc70e0b4-5100-4c21-8e80-8b9578f81261,revision_number=None']} {{(pid=103385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 29 01:36:25.168876 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a22373e0-2331-4bfa-8a4d-f3bcd0ca0880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:27.554811 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e3787d86-3046-4e7e-bbda-c808edb852fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:28.637073 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:30.009351 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:30.671640 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:36:31.570359 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:35.742435 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:55.161294 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-fab9ffc8-a6b5-4567-b111-7b9a833800c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:57.554811 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-a4217012-0b44-4b0d-a8ab-e4cd85bc009a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:36:58.642007 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:00.011302 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:01.573428 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:05.739582 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:07.671692 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:37:25.162690 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-31632bba-538f-4e53-9579-ea25d0214d24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:27.557026 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-79fe8496-427a-48c1-82f8-fd2171c24abc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:28.641933 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:30.013946 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:31.574933 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:35.738861 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:44.674112 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:37:55.164148 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c78b788a-3385-4db2-8233-818e9a286563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:57.558596 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c4eb131b-18dd-459b-8491-64f6e747d70b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:37:58.644375 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:00.023041 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:01.577639 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:05.737320 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:21.674372 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:38:25.167331 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-bd8410d2-7409-48cb-9bd9-d1716a316a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:27.561486 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-55bdf15a-6364-4185-b24e-da0155c137e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:28.646358 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:30.025033 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:31.580638 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:35.740598 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:55.169541 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c9da9ccc-ee93-4afc-b2b3-7e76feb4c0bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:57.563756 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0259b81b-834e-404e-b369-13bc73a4e835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:58.649824 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:38:58.674226 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:39:00.028581 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:39:01.581532 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:39:05.735887 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:39:25.171164 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-af5a0ec9-7714-439e-89cf-99768b966315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:39:27.565318 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-29dbcc5d-0e6a-4d50-8291-f43749bbebe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:39:28.650843 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:39:30.030928 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:39:31.585089 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:39:35.672580 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:39:35.734586 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:39:55.172241 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-4df141a2-d7e8-4520-8be8-5b9b0f855373 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:39:57.571535 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-764ca8d2-81e3-42d8-b6a5-85dcf94ee9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:39:58.652733 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:00.032419 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:01.587016 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:05.750678 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:12.672001 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:40:25.174436 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f3e27d6a-cc01-426a-8b9d-3596a68a8d36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:27.573216 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-094a0d6b-61b8-4cb3-966d-2bfeccfb471e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:28.655624 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:30.035620 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:31.588678 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:35.760261 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:49.671807 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:40:55.175772 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-dcc8d598-5e67-4bc3-9a4f-c93755c5d2c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:57.575049 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-cf2c15d8-d8d1-4f19-8495-df47a0ec1685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:40:58.658665 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:41:00.037894 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:41:01.590108 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:41:05.777171 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:41:25.177714 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-32713170-0fff-41a2-9b79-f408abe7245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (bea272f1-031d-4fe5-a71f-07601524f5ea), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:41:26.670908 dv-cinder-750782-13-iscsi neutron-server[103388]: DEBUG neutron.db.agents_db [None req-31bef9dd-1bab-4d89-a338-b5a37f71d6f8 None None] Agent healthcheck: found 6 active agents {{(pid=103388) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 29 01:41:27.577220 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-0c40c35e-0240-47b0-b939-5277bb075489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (8db2f89b-7f40-4bb4-aa91-097bf6858735), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:41:28.659715 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-c89cdb5a-d93c-4f2c-ab94-b7901e216137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (c460f6fe-fb53-490b-a128-5d0084ecc23c), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:41:30.040832 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-f8fbe519-954c-4599-9ea3-35fbd113c2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (400eb659-96f7-4840-add6-9d23fab97661), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:41:31.591916 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-e119b651-2c80-46ec-9552-58100770260e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (e2e6e19f-ca45-4d84-a1e5-eb70ef603c6d), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 29 01:41:35.790498 dv-cinder-750782-13-iscsi neutron-server[103387]: DEBUG neutron_lib.callbacks.manager [None req-1a5a697c-77eb-47d0-9506-c06774590474 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738713922344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-946850'] for agent (536f0b58-e093-4781-a27e-7bef5ba1e8d2), after_update {{(pid=103387) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}